-- Logs begin at Mon 2022-02-28 17:57:43 UTC, end at Mon 2022-02-28 18:59:20 UTC. -- Feb 28 18:35:55.021324 dv-cinder-831188-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 18:35:57.229964 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.common.config [-] Logging enabled! Feb 28 18:35:57.230657 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev31 Feb 28 18:35:57.230806 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82912) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 28 18:35:57.233077 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.common.config [-] Logging enabled! Feb 28 18:35:57.233333 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev31 Feb 28 18:35:57.233584 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82912) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 28 18:35:57.234547 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:35:57.234781 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:35:57.235138 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:35:57.235407 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:35:57.235635 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:35:57.235956 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.236257 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.236554 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.236787 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.237086 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.237379 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.237664 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.237957 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.238256 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.238544 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.238827 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.239114 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.239377 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.239669 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] config_source = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.239961 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.240252 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.240479 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] debug = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.240761 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.241189 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.241601 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.241883 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.242171 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.242463 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.242723 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.243008 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.243362 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] host = dv-cinder-831188-1-smb {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.243644 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.243935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.244223 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.244512 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.244790 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.245603 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.246058 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.246525 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] log_dir = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.246813 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] log_file = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.247102 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.247424 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.247767 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.248021 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.248254 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.248482 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.248772 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.249067 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.249347 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.249630 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.249909 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.250186 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.250464 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.250737 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.251024 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.251336 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.251628 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.251908 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.252185 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.252462 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.252739 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.253029 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.253307 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.253584 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.253863 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.254152 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.254426 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.254703 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.255004 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.255311 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.255601 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.255889 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.256167 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.256451 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.256725 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.257001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] use_journal = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.257276 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] use_json = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.257550 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.257822 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.258105 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.258378 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.258653 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.258929 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.259204 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.259518 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.259792 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:57.260089 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.260387 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.260805 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.261662 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.262107 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.262645 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.262954 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.263240 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.263561 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.263858 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.264154 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.264438 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.264729 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.265026 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.265322 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.265600 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.265881 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.266176 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.266459 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.266736 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.267016 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.267337 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.267622 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.267901 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.268186 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.268468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.268743 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.269017 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.269306 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.269597 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.269876 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.270149 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.270421 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.270700 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.270973 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.271271 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.271564 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.271840 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.272113 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.272395 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.272676 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.272955 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.273236 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.273510 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.273791 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.274066 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.274341 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.274615 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.274887 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.275159 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.275464 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.275737 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.276016 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.276289 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.276813 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.277245 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.277526 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.277808 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.278102 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.278404 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.278686 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.278969 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.279323 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.279558 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.279838 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.280118 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.280399 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.280680 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.280956 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.281248 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.281534 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.281824 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.282111 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.282394 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.282694 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.282974 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.283298 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.283563 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.283845 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.284133 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.284417 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.284715 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.285012 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.285308 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.285604 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.285901 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.286184 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.286497 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.286780 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:57.286999 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:35:57.287243 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82912) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 18:35:57.703668 dv-cinder-831188-1-smb neutron-server[82912]: INFO keyring.backend [-] Loading KWallet Feb 28 18:35:57.711322 dv-cinder-831188-1-smb neutron-server[82912]: INFO keyring.backend [-] Loading SecretService Feb 28 18:35:57.714773 dv-cinder-831188-1-smb neutron-server[82912]: INFO keyring.backend [-] Loading Windows Feb 28 18:35:57.716185 dv-cinder-831188-1-smb neutron-server[82912]: INFO keyring.backend [-] Loading chainer Feb 28 18:35:57.716771 dv-cinder-831188-1-smb neutron-server[82912]: INFO keyring.backend [-] Loading macOS Feb 28 18:35:57.753516 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 18:35:57.753792 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 18:35:57.754085 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 18:35:57.754427 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 18:35:58.068374 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.068669 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.068951 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.127205 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.127517 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.127792 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.130884 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.131175 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.131472 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.161146 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.161435 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.161706 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.189918 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.190199 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.190470 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.513190 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.513824 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.513824 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.513999 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.514912 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.639473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.639796 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.640087 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.640366 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.640636 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.640948 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.641218 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.641480 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.641740 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.642025 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.642288 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.642557 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.642823 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.643079 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.643377 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.643655 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.643918 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.644195 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.644454 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.644739 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.645087 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.645346 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.645599 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.645884 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.646137 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.646393 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.646783 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:35:58.647023 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:35:58.647286 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:35:58.647520 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:35:58.647756 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:35:58.647993 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:35:58.648554 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 18:35:58.652042 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 18:35:58.656167 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 18:35:58.660038 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Feb 28 18:35:58.661690 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 18:35:58.662088 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 18:35:58.662429 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 18:35:58.662822 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 18:35:58.665683 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 18:35:58.665939 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 18:35:58.666294 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 18:35:58.695611 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 28 18:35:58.696077 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.696383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82912) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 28 18:35:58.696749 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.698168 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82912) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 18:35:58.699095 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 18:35:58.699512 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 18:35:58.702732 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.703020 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:58.765898 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 18:35:58.766081 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 18:35:58.766321 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 18:35:58.766697 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 18:35:58.797350 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_db.sqlalchemy.engines [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82912) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 28 18:35:59.124699 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Initializing driver for type 'gre' Feb 28 18:35:59.125249 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] gre ID ranges: [(1, 1000)] Feb 28 18:35:59.183997 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Initializing driver for type 'local' Feb 28 18:35:59.184335 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Initializing driver for type 'vlan' Feb 28 18:35:59.197669 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] VlanTypeDriver initialization complete Feb 28 18:35:59.198007 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Initializing driver for type 'vxlan' Feb 28 18:35:59.198646 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] vxlan ID ranges: [(1, 1000)] Feb 28 18:35:59.250251 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Initializing extension driver 'port_security' Feb 28 18:35:59.250623 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.extensions.port_security [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] PortSecurityExtensionDriver initialization complete Feb 28 18:35:59.250967 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Initializing mechanism driver 'openvswitch' Feb 28 18:35:59.251347 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Initializing mechanism driver 'hyperv' Feb 28 18:35:59.257879 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.plugins.ml2.plugin [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82912) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:35:59.258573 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > port after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.258952 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > port after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.259334 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > port after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.259858 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=82912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 18:35:59.260294 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > subnet after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.261136 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > subnet after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.261527 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > subnet after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.261924 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=82912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 18:35:59.262332 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > network after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.262939 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > network after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.263304 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > network after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.263696 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=82912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 18:35:59.264105 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > security_group after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.264457 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > security_group after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.264803 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > security_group after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.265326 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=82912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 18:35:59.265739 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.266093 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.266439 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.266825 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=82912) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 18:35:59.267294 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] ML2 OVO RPC backend initialized. {{(pid=82912) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 28 18:35:59.267943 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router_interface after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.268307 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.268734 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > network before_response 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.269084 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > networks before_response 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.269459 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > port before_response 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.269806 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > ports before_response 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.270152 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > subnet before_response 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.270500 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > subnets before_response 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.270845 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > network after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.271191 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > network after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.271567 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > network after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.271905 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > port after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.272244 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > port after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.272579 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > port after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.272916 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > subnet after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.273403 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > subnet after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.273853 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > subnet after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.274439 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.plugin [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Modular L2 Plugin initialization complete Feb 28 18:35:59.274776 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading services supported by the core plugin {{(pid=82912) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 18:35:59.275106 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.plugins.ml2.managers [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Got port-security extension from driver 'port_security' Feb 28 18:35:59.275600 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.extensions.vlantransparent [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Disabled vlantransparent extension. Feb 28 18:35:59.276023 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82912) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 18:35:59.276372 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading Plugin: router Feb 28 18:35:59.313206 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router_interface before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.313599 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router after_create 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.313974 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router before_create 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.314346 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.314724 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.315085 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router after_delete 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.315480 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > floatingip after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.315849 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router after_create 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.316204 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router after_update 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.316559 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router after_update 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.316912 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.317277 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router after_update 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.317690 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_update 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.318065 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: port after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.318411 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: port after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.318759 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: subnet after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.319106 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.319485 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > port precommit_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.319840 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_create 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.320185 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: port before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.320532 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.320896 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router after_update 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.321240 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_delete 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.321596 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_create 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.321961 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router_interface after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.322308 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_update 55549900 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.322677 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > agent after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.323032 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > agent after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.323477 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > network after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.324344 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Tracking information for resource: router configured {{(pid=82912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:35:59.324681 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Tracking information for resource: floatingip configured {{(pid=82912) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 18:35:59.329646 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.db.l3_agentschedulers_db [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 18:35:59.330238 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: port after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.330609 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: port after_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.330973 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: port after_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.331352 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: port after_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.332275 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router before_create 55550100 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.332650 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_delete 55550100 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.333020 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_create 55550100 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.333384 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > router precommit_update 55550100 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.337692 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.services.provider_configuration [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service providers = [] {{(pid=82912) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 18:35:59.338060 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.db.servicetype_db [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82912) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 18:35:59.341588 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.services.service_base [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:35:59.341942 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.services.service_base [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:35:59.342291 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.services.service_base [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:35:59.343190 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.services.service_base [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82912) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 18:35:59.343596 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.services.service_base [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 18:35:59.343973 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:35:59.344294 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 18:35:59.355350 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:35:59.355691 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading Plugin: auto_allocate Feb 28 18:35:59.361794 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: network precommit_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.362166 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: network precommit_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.362687 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:35:59.363010 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading Plugin: tag Feb 28 18:35:59.369664 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:35:59.370519 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading Plugin: timestamp Feb 28 18:35:59.374564 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:35:59.374952 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading Plugin: network_ip_availability Feb 28 18:35:59.380236 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.380613 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.380973 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.381689 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:35:59.382014 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading Plugin: flavors Feb 28 18:35:59.386909 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:35:59.387245 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading Plugin: revisions Feb 28 18:35:59.391839 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82912) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 18:35:59.392230 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_concurrency.lockutils [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.638s {{(pid=82912) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 18:35:59.392975 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82912) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 28 18:35:59.393319 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Initializing extension manager. Feb 28 18:35:59.393820 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: __init__.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.394166 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: __pycache__ {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.394505 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.394846 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.395180 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: _filter_validation_lib.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.395536 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.395868 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: address_group.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.396623 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.397183 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: address-group Feb 28 18:35:59.397509 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: address_scope.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.398221 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.398738 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: address-scope Feb 28 18:35:59.399059 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: admin_state_down_before_update.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.400016 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.400535 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: router-admin-state-down-before-update Feb 28 18:35:59.400861 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: agent.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.402080 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.402594 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: agent Feb 28 18:35:59.402921 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: agent_resources_synced.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.403863 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.404389 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: agent-resources-synced Feb 28 18:35:59.404714 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: allowedaddresspairs.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.406691 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.407219 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: allowed-address-pairs Feb 28 18:35:59.407577 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: auto_allocated_topology.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.408665 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.409214 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: auto-allocated-topology Feb 28 18:35:59.409566 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: availability_zone.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.410261 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.410774 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: availability_zone Feb 28 18:35:59.411098 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: availability_zone_filter.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.412052 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.412571 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: availability_zone_filter Feb 28 18:35:59.412895 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: data_plane_status.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.413819 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.414334 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 18:35:59.414658 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: default_subnetpools.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.415619 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.416141 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: default-subnetpools Feb 28 18:35:59.416466 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: dhcpagentscheduler.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.417810 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.418478 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: dhcp_agent_scheduler Feb 28 18:35:59.418804 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: dns.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.419786 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.420300 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension dns-integration not supported by any of loaded plugins Feb 28 18:35:59.420625 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: dns_domain_ports.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.421557 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.422074 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 18:35:59.422394 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: dvr.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.423067 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.423610 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: dvr Feb 28 18:35:59.423936 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: empty_string_filtering.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.424851 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.425358 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: empty-string-filtering Feb 28 18:35:59.425680 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.426596 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.427104 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 18:35:59.427458 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.428377 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.428885 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 18:35:59.429207 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: external_net.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.430123 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.430632 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: external-net Feb 28 18:35:59.430979 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: extra_dhcp_opt.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.431948 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.432462 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: extra_dhcp_opt Feb 28 18:35:59.432983 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: extraroute.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.433936 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.434449 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: extraroute Feb 28 18:35:59.434775 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: extraroute_atomic.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.435837 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.436353 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: extraroute-atomic Feb 28 18:35:59.436678 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: filter_validation.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.437351 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.437859 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: filter-validation Feb 28 18:35:59.438184 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: fip_pf_description.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.439096 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.439639 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 18:35:59.439962 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: fip_port_details.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.440887 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.441402 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: fip-port-details Feb 28 18:35:59.441727 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: flavors.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.442968 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.443522 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: flavors Feb 28 18:35:59.443853 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.445551 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.446078 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 18:35:59.446415 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: floatingip_pools.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.447123 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.447674 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: floatingip-pools Feb 28 18:35:59.448002 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: ip_allocation.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.448986 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.449498 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 18:35:59.449821 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.450751 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.451285 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: ip-substring-filtering Feb 28 18:35:59.451620 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: l2_adjacency.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.452561 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.453073 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 18:35:59.453394 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: l3.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.454360 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.454883 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: router Feb 28 18:35:59.455209 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: l3_conntrack_helper.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.457628 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.458156 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 18:35:59.458493 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.459472 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.459991 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: ext-gw-mode Feb 28 18:35:59.460321 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.461246 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.461760 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: l3-ha Feb 28 18:35:59.462090 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: l3_flavors.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.463025 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.463564 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: l3-flavors Feb 28 18:35:59.465776 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.465776 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.465953 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 18:35:59.466226 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: l3agentscheduler.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.467282 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.467800 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: l3_agent_scheduler Feb 28 18:35:59.468130 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: logging.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.469648 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.470177 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension logging not supported by any of loaded plugins Feb 28 18:35:59.470510 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: metering.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.471274 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.471860 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: metering Feb 28 18:35:59.472192 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.473315 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.473840 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: metering_source_and_destination_fields Feb 28 18:35:59.474172 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: multiprovidernet.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.475111 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.475664 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: multi-provider Feb 28 18:35:59.475993 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: netmtu.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.476931 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.477482 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: net-mtu Feb 28 18:35:59.477814 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: netmtu_writable.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.478738 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.479268 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: net-mtu-writable Feb 28 18:35:59.480233 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: network_availability_zone.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.480914 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.481426 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: network_availability_zone Feb 28 18:35:59.481747 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: network_ip_availability.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.482859 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.483411 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: network-ip-availability Feb 28 18:35:59.483743 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: network_segment_range.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.484527 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.485036 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 18:35:59.485362 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: pagination.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.486357 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.486694 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: pagination Feb 28 18:35:59.487016 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.487980 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.488506 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: port-mac-address-regenerate Feb 28 18:35:59.488832 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: port_resource_request.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.489745 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.490256 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 18:35:59.490578 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: portbindings.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.491535 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.492049 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: binding Feb 28 18:35:59.492371 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: portbindings_extended.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.493678 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.494196 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: binding-extended Feb 28 18:35:59.494530 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: portsecurity.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.495694 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.496215 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: port-security Feb 28 18:35:59.496544 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: project_id.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.497534 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.497868 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: project-id Feb 28 18:35:59.498190 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: providernet.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.499129 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.499689 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: provider Feb 28 18:35:59.500021 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.503816 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.504347 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos not supported by any of loaded plugins Feb 28 18:35:59.504682 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.505932 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.506458 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 18:35:59.506788 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.507747 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.508266 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 18:35:59.508597 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos_default.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.509525 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.510039 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos-default not supported by any of loaded plugins Feb 28 18:35:59.510370 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos_fip.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.511281 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.511808 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos-fip not supported by any of loaded plugins Feb 28 18:35:59.512137 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos_gateway_ip.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.513334 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.513864 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 18:35:59.514166 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos_port_network_policy.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.515093 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.515645 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 18:35:59.515974 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos_rule_type_details.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.516895 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.517409 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 18:35:59.517736 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: qos_rules_alias.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.518790 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.519326 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 18:35:59.519657 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: quotasv2.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.520533 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.520865 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: quotas Feb 28 18:35:59.521192 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: quotasv2_detail.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.522827 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.523172 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: quota_details Feb 28 18:35:59.523533 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: rbac.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.524589 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.525123 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: rbac-policies Feb 28 18:35:59.525480 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: rbac_address_scope.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.526996 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.527673 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: rbac-address-scope Feb 28 18:35:59.528005 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: rbac_security_groups.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.528944 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.529468 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: rbac-security-groups Feb 28 18:35:59.529793 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: rbac_subnetpool.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.530719 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.531239 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: rbac-subnetpool Feb 28 18:35:59.531591 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: revisionifmatch.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.532523 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.533057 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: revision-if-match Feb 28 18:35:59.533372 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: revisions.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.534508 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.535025 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: standard-attr-revisions Feb 28 18:35:59.535390 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: router_availability_zone.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.536071 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.536584 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: router_availability_zone Feb 28 18:35:59.536912 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: routerservicetype.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.537857 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.538369 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension router-service-type not supported by any of loaded plugins Feb 28 18:35:59.538695 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: security_groups_port_filtering.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.539653 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.540169 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: port-security-groups-filtering Feb 28 18:35:59.540494 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: securitygroup.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.552369 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.552918 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: security-group Feb 28 18:35:59.553258 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: segment.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.554070 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.554599 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension segment not supported by any of loaded plugins Feb 28 18:35:59.554932 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.555961 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.556480 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 18:35:59.556810 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: servicetype.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.558207 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.558737 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: service-type Feb 28 18:35:59.559073 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: sorting.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.560102 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.560439 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: sorting Feb 28 18:35:59.560766 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: standard_attr_segment.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.561717 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.562239 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 18:35:59.562566 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: standardattrdescription.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.563226 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.563770 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: standard-attr-description Feb 28 18:35:59.564100 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: stateful_security_group.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.565044 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.565572 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: stateful-security-group Feb 28 18:35:59.565900 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: stdattrs_common.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.566489 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 18:35:59.566813 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.567769 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.568292 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 18:35:59.568620 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: subnet_onboard.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.569774 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.570304 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: subnet_onboard Feb 28 18:35:59.570632 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.571614 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.572132 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 18:35:59.572459 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: subnet_service_types.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.573598 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.574127 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: subnet-service-types Feb 28 18:35:59.574455 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: subnetallocation.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.575579 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.576099 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: subnet_allocation Feb 28 18:35:59.576428 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.577099 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.577611 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: subnetpool-prefix-ops Feb 28 18:35:59.577935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.578889 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.579447 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 18:35:59.579777 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: tagging.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.580846 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.581370 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: standard-attr-tag Feb 28 18:35:59.581703 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: timestamp.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.582911 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.583454 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loaded extension: standard-attr-timestamp Feb 28 18:35:59.583787 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: trunk.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.584833 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.585353 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension trunk not supported by any of loaded plugins Feb 28 18:35:59.585679 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: trunk_details.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.586603 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.587119 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension trunk-details not supported by any of loaded plugins Feb 28 18:35:59.587469 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: uplink_status_propagation.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.588395 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.589431 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 18:35:59.589824 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Loading extension file: vlantransparent.py {{(pid=82912) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 18:35:59.590511 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82912) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 18:35:59.591026 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 18:35:59.593269 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:network Feb 28 18:35:59.594199 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:subnet Feb 28 18:35:59.594609 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:35:59.595426 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:port Feb 28 18:35:59.596695 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.597153 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service FLAVORS assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.597780 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.598214 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.598577 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:router Feb 28 18:35:59.599247 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:floatingip Feb 28 18:35:59.599990 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service METERING assigned prefix: /metering {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.601427 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.601802 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.602160 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=82912) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:35:59.603360 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 18:35:59.603810 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:security_group Feb 28 18:35:59.605028 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 18:35:59.605865 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service CORE assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.606204 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:35:59.606549 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] subnetpool is already registered Feb 28 18:35:59.607172 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service CORE assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.607536 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:35:59.607875 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] subnetpool is already registered Feb 28 18:35:59.610382 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.610822 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service FLAVORS assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.611454 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.611884 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.612222 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:router Feb 28 18:35:59.612554 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] router is already registered Feb 28 18:35:59.613156 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:floatingip Feb 28 18:35:59.613492 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] floatingip is already registered Feb 28 18:35:59.614124 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service METERING assigned prefix: /metering {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.614791 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 18:35:59.615121 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] rbac_policy is already registered Feb 28 18:35:59.615700 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:security_group Feb 28 18:35:59.616034 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] security_group is already registered Feb 28 18:35:59.616623 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 18:35:59.616960 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] security_group_rule is already registered Feb 28 18:35:59.617629 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service CORE assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.617961 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:35:59.618289 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] subnetpool is already registered Feb 28 18:35:59.618894 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.v2.resource_helper [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Service CORE assigned prefix: {{(pid=82912) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 18:35:59.619222 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 18:35:59.619590 dv-cinder-831188-1-smb neutron-server[82912]: WARNING neutron.quota.resource_registry [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] subnetpool is already registered Feb 28 18:35:59.620264 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: extensions {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.621725 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: address-groups {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.623320 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: address-scopes {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.624494 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: agents {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.625698 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: auto-allocated-topology {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.626864 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: availability_zones {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.628207 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: dhcp-networks {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.629577 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: dhcp-agents {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.630958 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: routers {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.632843 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: flavors {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.633993 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: service_profiles {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.635194 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: next_providers {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.636766 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: service_profiles {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.638437 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: floatingip-pools {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.639659 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: routers {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.641424 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: floatingips {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.642584 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: l3-routers {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.643970 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: l3-agents {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.645331 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: metering-labels {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.646658 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: metering-label-rules {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.648019 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: network-ip-availabilities {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.649238 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: bindings {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.652333 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: quotas {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.653765 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: quotas {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.655196 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: rbac-policies {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.656506 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: security-groups {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.657699 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: security-group-rules {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.658895 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: service-providers {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.660143 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: subnetpools {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.661547 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: subnetpools {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.663047 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.664759 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.666508 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.668830 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.670578 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.672266 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.673995 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.675873 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.677720 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.679538 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron.api.extensions [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Extended resource: tags {{(pid=82912) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 18:35:59.685774 dv-cinder-831188-1-smb neutron-server[82912]: WARNING keystonemiddleware.auth_token [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 18:35:59.690551 dv-cinder-831188-1-smb neutron-server[82912]: WARNING keystonemiddleware.auth_token [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 18:35:59.699668 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_concurrency.lockutils [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Acquired lock "singleton_lock" {{(pid=82912) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 28 18:35:59.699778 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_concurrency.lockutils [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Releasing lock "singleton_lock" {{(pid=82912) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 28 18:35:59.700480 dv-cinder-831188-1-smb neutron-server[82912]: INFO oslo_service.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Starting 2 workers Feb 28 18:35:59.705050 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Started child 83019 {{(pid=82912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:35:59.709227 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Started child 83020 {{(pid=82912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:35:59.710574 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:59.711159 dv-cinder-831188-1-smb neutron-server[82912]: INFO neutron.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 18:35:59.711461 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Notify callbacks [] for process, before_spawn {{(pid=82912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:59.714535 dv-cinder-831188-1-smb neutron-server[82912]: INFO oslo_service.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Starting 1 workers Feb 28 18:35:59.714782 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [-] (83019) wsgi starting up on http://0.0.0.0:9696 Feb 28 18:35:59.714939 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:59.716292 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [-] (83020) wsgi starting up on http://0.0.0.0:9696 Feb 28 18:35:59.719578 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Started child 83021 {{(pid=82912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:35:59.720104 dv-cinder-831188-1-smb neutron-server[82912]: INFO oslo_service.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Starting 1 workers Feb 28 18:35:59.723434 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] calling RpcWorker wait() {{(pid=83021) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 18:35:59.724058 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] returning from RpcWorker wait() {{(pid=83021) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 18:35:59.724401 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Started child 83022 {{(pid=82912) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 18:35:59.725178 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:59.725329 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG neutron_lib.callbacks.manager [None req-8633f0b5-0334-42d2-9f72-0c24a4fb573e None None] Notify callbacks [] for process, after_spawn {{(pid=82912) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:59.725600 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:35:59.727137 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82912) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 18:35:59.727366 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:35:59.727540 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:35:59.727755 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:35:59.728098 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:35:59.728363 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:35:59.728774 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.729051 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.729311 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.729592 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:35:59.730246 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.730246 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.730546 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.730684 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.730816 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:35:59.730952 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.731375 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.731631 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.731802 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.731969 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.732232 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.732464 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.732746 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.733034 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.733269 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.733550 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.733721 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.733970 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.734236 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.734461 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.734730 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] debug = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.734972 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.735472 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.735717 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.735936 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.736164 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.736441 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.736685 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.736974 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.737210 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.737427 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.737673 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.737927 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.738161 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.738435 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.738684 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.738901 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.739394 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] host = dv-cinder-831188-1-smb {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.739637 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.739858 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.740097 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.740353 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.740605 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.740823 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.741092 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.741357 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.741611 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.741830 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.742078 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.742304 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.742539 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.742789 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_file = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.742945 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_options = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.743197 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.743489 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.743748 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.743938 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.744107 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.744281 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.744547 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.744715 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.745022 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.745221 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.745641 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.746010 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.746163 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.746322 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.746567 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.746812 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.747061 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.747315 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.747555 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.747799 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.748025 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.748250 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.748563 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.748720 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.748920 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.749138 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.749364 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.749577 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.749789 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.750090 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.750287 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.750549 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.750779 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.751024 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.751249 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.751497 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.751710 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.751982 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.752212 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.752474 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.752730 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.752945 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.753191 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.753408 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.753640 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.753853 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_json = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.754071 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.754285 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.754530 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.754747 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.754982 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.755201 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.755440 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.755687 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.756583 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.756583 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.756923 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.757252 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.757498 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.757977 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.758227 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.758530 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.759310 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.759781 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.759781 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.760371 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.761413 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.761594 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.761878 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.762139 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.762396 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.762872 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.763119 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.763366 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.765213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.765213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.765213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.765213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.765213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.765213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.765213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.765213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.767473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.768732 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.768732 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.768732 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.768732 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.768732 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.768732 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.768732 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.771468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.775935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.775935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.775935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.775935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.775935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.775935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.779620 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.779620 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.779620 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.779910 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.779910 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.780143 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.780760 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.780760 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.780947 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.781080 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.781312 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.781560 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.781802 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.782026 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.782254 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.783542 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.783542 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.783542 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.783542 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.784798 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.784798 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.784798 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.785056 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.785207 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.785441 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.785692 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.785921 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.786186 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.786418 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.786684 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.787458 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.787693 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.787972 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.788199 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.788429 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.788672 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.788929 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.789159 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.789465 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.789748 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.789958 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.790269 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.790501 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.790867 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.791119 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.791474 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.791742 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.792172 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.792406 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.792696 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.792981 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.793252 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.793509 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.793793 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.794030 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.794302 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.794566 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.794845 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.795098 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.795397 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.795698 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.795928 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.796166 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.796420 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.796742 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.796999 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.797221 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.797457 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.797730 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.797979 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.798217 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.798511 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.798739 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.798997 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.799241 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.799514 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.799729 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.799976 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.800205 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.800417 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.800663 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.800921 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.801142 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.801373 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.801586 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.801848 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.802061 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.802294 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.802521 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.802739 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.802955 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.803198 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.804576 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.806918 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.806918 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.806918 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.807328 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.807328 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.807623 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.807805 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.808056 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.808344 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.808601 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.808836 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.809073 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.809334 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.809658 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.810008 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.810116 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812452 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812452 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.812617 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.813111 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.813364 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.813623 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.813844 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.814068 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.814287 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.814507 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.814726 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.814943 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.815181 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.815445 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.815696 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.815939 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.816171 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.816383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.816596 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.816811 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.817688 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.817688 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.817688 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.817688 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.817965 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.818219 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.818452 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.818689 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.818947 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.819180 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.819417 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.819653 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.819866 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.820079 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.820368 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.820616 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.820852 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.821148 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.821397 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.821625 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.821880 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.822186 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.822418 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.822657 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.822877 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.823713 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.824101 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.824407 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.824529 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.824776 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.825129 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.825394 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.825931 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.825931 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.826215 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.826430 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.827289 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.827289 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.827484 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.827618 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.828001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.828425 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.828677 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.828896 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.829135 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.829351 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.829567 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.829806 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.830059 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.830284 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.830538 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.830765 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.831002 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.831226 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.831482 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.831701 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.831915 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.832082 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:35:59.832593 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82912) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 18:35:59.832756 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 18:35:59.832911 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 18:35:59.833085 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 18:35:59.833255 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 18:35:59.833408 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 18:35:59.833617 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.833778 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.833939 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.834098 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.834257 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.834434 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.834596 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.834756 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.834913 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.835070 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.835228 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.835415 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.835578 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.835734 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.835891 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.836048 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.836206 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.836363 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.836526 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.838354 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] config_source = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.838354 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.838739 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.838739 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] debug = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.838739 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.839154 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.839154 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.839517 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.839948 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.840203 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.840373 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.840611 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.840750 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.841015 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.841284 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.841457 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.841617 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.841774 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.841933 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.842090 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.842248 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] host = dv-cinder-831188-1-smb {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.842404 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.842561 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.842720 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.842876 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.843033 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.843189 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.843369 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.843527 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.843686 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.843841 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.843997 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.844154 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.844309 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_dir = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.844468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_file = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.844624 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_options = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.844781 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.844938 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.845094 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.845276 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.845444 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.845602 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.845759 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.845918 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.846101 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.846230 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.846374 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.846530 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.846688 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.846844 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.847337 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.847337 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.847337 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.847721 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.847721 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.847962 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.847962 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.848275 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.848275 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.848502 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.848502 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.848774 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.848774 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.849004 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.849126 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.849216 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.849355 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.849514 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.849675 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.849836 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.849993 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.850150 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.850307 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.850468 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.850624 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.851406 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.851406 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.851406 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.851406 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.851690 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.851690 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_journal = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.851853 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_json = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.851985 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.852132 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.852291 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.852448 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.852605 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.852765 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.852924 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.853077 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.853218 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 18:35:59.853376 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.853528 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.853697 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.853839 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.854300 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.854300 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.854300 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.855241 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.855241 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859383 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859884 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.859950 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860035 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860515 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.860992 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.861473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.861473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.861473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.861473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.861473 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.861734 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.861734 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.861952 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.862063 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.862292 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.862387 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.862503 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.862663 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.862822 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.862983 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.863141 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.863320 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.863485 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.863644 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.863803 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.863964 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.864167 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.864264 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.864428 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.864588 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.864748 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.864907 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.865067 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.865226 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.865396 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.865571 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.865730 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.865892 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.866051 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.866211 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.866372 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.866531 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.866690 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.866850 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.867009 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.867171 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.867352 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.869179 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.869368 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.869537 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.869702 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.870744 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.871593 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.871788 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.871958 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.872124 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.872292 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.872452 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.872615 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.872775 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.872932 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.873105 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.873268 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.873439 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.873615 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.873756 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.873888 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.874031 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.874189 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.874355 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.874528 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.874675 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.874838 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.874993 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.875145 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.875368 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.875537 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.875694 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.875933 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.876043 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.876188 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.876346 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.876531 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.876673 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.876837 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.876997 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.877143 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.877363 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.877494 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.877633 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.877772 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.877909 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.878042 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.878193 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.878349 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.878505 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.878665 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.878824 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.879452 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.879612 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.879772 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.879934 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.880095 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.880250 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.880409 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.880551 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.880697 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.880856 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.881016 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.881176 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.881335 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.881495 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.881656 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.881815 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.881975 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.882134 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.882292 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.882450 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.882609 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.882773 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.882935 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.883096 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.883288 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.883440 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.883608 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.883763 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.883923 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.884083 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.884243 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.884421 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.884567 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.884712 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.884872 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.885033 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.885193 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.885353 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.885512 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.886241 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.886395 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.886533 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.886697 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.886857 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.887016 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.887176 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.887367 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.887804 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.887925 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.888090 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.888253 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.888413 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.888574 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.888735 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.888894 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.889054 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.889213 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.889381 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.889540 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.889698 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.889871 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.890032 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.890191 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.890350 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.890512 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.890681 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.890842 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.891001 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.891161 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.891341 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.891512 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.891674 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.891834 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.892003 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.892163 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.892321 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.892541 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.894560 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.894736 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.894908 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.896377 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.896554 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.896727 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.896900 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.897070 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.897248 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.897421 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.897705 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.897836 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.897975 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.898204 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.898204 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.898457 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.898673 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.898673 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.898848 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.898983 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.899146 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.899744 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.899919 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.900076 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.900238 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.900403 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.900598 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.900762 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.900897 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.901025 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.901188 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.902090 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.902090 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.902223 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.902449 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.902619 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 18:35:59.902765 dv-cinder-831188-1-smb neutron-server[82912]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82912) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 18:36:00.186118 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 38372) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:00.194448 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062304 Feb 28 18:36:10.570380 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fefbbca-1f3a-468a-b485-fc24fa4124cb None None] get_active_networks_info from dv-cinder-831188-1-smb {{(pid=83021) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 18:36:10.638261 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fefbbca-1f3a-468a-b485-fc24fa4124cb None None] No non-hosted networks {{(pid=83021) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 18:36:10.669820 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.agentschedulers_db [None req-8fefbbca-1f3a-468a-b485-fc24fa4124cb None None] DHCP Agent not found on host dv-cinder-831188-1-smb {{(pid=83021) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 18:36:10.783000 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-c4ed7a7d-0ba9-40c6-96a6-31b72b383599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717896'] for agent, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:12.963984 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1d5b0aa1-f9a2-4d09-acb1-14c7b335408f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717896'] for agent, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:13.037409 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-807002fd-a182-410f-bd20-28d7deedfd00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:14.069563 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717896'] for agent, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:14.130569 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717896'] for agent, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:14.132679 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.133178 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.134104 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.134785 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.135846 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.136326 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.136861 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.137358 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.138123 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.138599 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.139068 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:14.139618 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-831188-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:14.146165 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-831188-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:15.357595 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717896'] for agent, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:17.131196 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38464) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:17.753366 dv-cinder-831188-1-smb neutron-server[83020]: WARNING oslo_policy.policy [None req-97e85997-8743-457b-bfaa-1796e86ca047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:36:17.753988 dv-cinder-831188-1-smb neutron-server[83020]: WARNING oslo_policy.policy [None req-97e85997-8743-457b-bfaa-1796e86ca047 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:36:17.976364 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [None req-97e85997-8743-457b-bfaa-1796e86ca047 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83020) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:36:17.977663 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-97e85997-8743-457b-bfaa-1796e86ca047 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8442383 Feb 28 18:36:18.014064 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.db.l3_hamode_db [None req-e41dbce1-98ce-4ff8-a60a-20c7e5f7cc8a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 18:36:18.103895 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41dbce1-98ce-4ff8-a60a-20c7e5f7cc8a None None] Routers set() bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:36:18.104513 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41dbce1-98ce-4ff8-a60a-20c7e5f7cc8a None None] Router IDs set() for agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 18:36:20.225750 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38478) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:20.608493 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:36:20.662192 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.policy [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83020) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 28 18:36:20.662941 dv-cinder-831188-1-smb neutron-server[83020]: WARNING oslo_policy.policy [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:36:20.663331 dv-cinder-831188-1-smb neutron-server[83020]: WARNING oslo_policy.policy [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:36:20.666823 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.quota [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] Loaded quota_driver: . Feb 28 18:36:20.682586 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:36:20.750358 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769700228304', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769700182196', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769700181897', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769700172696', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8769700199692', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32534396', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32717292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1700605', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1607617'] for rbac-policy, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:20.818656 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:20.819860 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-651b5af2-4201-4606-8636-af31a65f55c3 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5931644 Feb 28 18:36:23.358023 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38492) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:23.727941 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Request body: {'network': {'name': 'private', 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'admin_state_up': True}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:36:23.733151 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:36:23.737534 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Usage tracker for resource:network and tenant:5485ef3a1ba748fa9276eb177edc4770 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:36:23.742073 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:36:23.748203 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:36:23.756874 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Made reservation on behalf of 5485ef3a1ba748fa9276eb177edc4770 for: {'network': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:36:23.759861 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:23.778693 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:23.824772 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:36:23.828478 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Usage tracker for resource:security_group_rule and tenant:5485ef3a1ba748fa9276eb177edc4770 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:36:23.831293 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:36:23.837349 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:36:23.905716 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:23.909560 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:23.934738 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=83020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:36:23.960968 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769701569886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:23.961560 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Unsubscribe: segment precommit_create {{(pid=83020) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 18:36:23.962056 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.segments_db [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Added segment 45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1 of type vlan for network c6dff550-4720-4e50-afa2-d5cdc02189af Feb 28 18:36:23.970353 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a670903d-2d77-43ec-9913-fab87205ee18,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:24.025440 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.025878 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.026217 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.026549 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.026873 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.027193 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.027542 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.027874 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.028193 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.028508 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.028821 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Tracked resource versions report: Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: pushed versions: Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: { 'ConntrackHelper': {'1.0'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Log': {'1.0'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Network': {'1.1'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Port': {'1.5'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'PortForwarding': {'1.2'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'QosPolicy': {'1.8'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'SecurityGroup': {'1.2'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'SecurityGroupRule': {'1.0'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'SubPort': {'1.0'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Subnet': {'1.1'}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Trunk': {'1.1'}} Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: consumer versions: Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: { DHCP agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: L3 agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: Metadata agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: Metering agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: Open vSwitch agent@dv-cinder-831188-1-smb: { 'ConntrackHelper': '1.0', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Log': '1.0', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Network': '1.1', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Port': '1.5', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'PortForwarding': '1.2', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'QosPolicy': '1.8', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'SecurityGroup': '1.2', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'SecurityGroupRule': '1.0', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'SubPort': '1.0', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Subnet': '1.1', Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: 'Trunk': '1.1'}} Feb 28 18:36:24.029835 dv-cinder-831188-1-smb neutron-server[83020]: {{(pid=83020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:36:24.076396 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:24.120421 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:24.121582 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:24.122234 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:24.227354 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] Pushing event updated for resources: {'Network': ['ID=c6dff550-4720-4e50-afa2-d5cdc02189af,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:24.232279 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8557ee9e-6813-4c09-87e8-2bda8caa4e16 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8732684 Feb 28 18:36:24.238726 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network c6dff550-4720-4e50-afa2-d5cdc02189af details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:36:26.803434 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38508) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:27.272789 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddde8e4-5074-47df-891a-44d7a79050c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:27.274120 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1ddde8e4-5074-47df-891a-44d7a79050c1 admin admin] 10.222.0.45 "GET /v2.0/networks/c6dff550-4720-4e50-afa2-d5cdc02189af HTTP/1.1" status: 200 len: 825 time: 0.4697454 Feb 28 18:36:27.302614 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-b29ba88a-297f-4b1e-90fe-cbba02d696dd admin admin] 10.222.0.45 "GET /v2.0/subnetpools/4b5884f8-5f5b-4f1c-8b41-272444af236b HTTP/1.1" status: 200 len: 734 time: 0.0221846 Feb 28 18:36:27.310732 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Request body: {'subnet': {'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af', 'name': 'private-subnet', 'subnetpool_id': '4b5884f8-5f5b-4f1c-8b41-272444af236b', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:36:27.314825 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:36:27.318514 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Usage tracker for resource:subnet and tenant:5485ef3a1ba748fa9276eb177edc4770 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:36:27.321333 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:36:27.326956 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:36:27.336492 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Made reservation on behalf of 5485ef3a1ba748fa9276eb177edc4770 for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:36:27.339314 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:27.602919 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:27.685128 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4ccaa2-b92d-437a-a24b-f7b059c2671d,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:27.691310 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Checking segment: {'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:36:27.691693 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Network hostable DHCP agents. Network: c6dff550-4720-4e50-afa2-d5cdc02189af, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:36:27.715743 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Network c6dff550-4720-4e50-afa2-d5cdc02189af is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:36:27.725330 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, c6dff550-4720-4e50-afa2-d5cdc02189af) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:36:27.730746 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:27.731391 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:27.733577 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d5af26-7cb9-45a6-9125-7b15adc3bb25 None None] Network c6dff550-4720-4e50-afa2-d5cdc02189af requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:36:27.751130 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-4968360a-4a90-40a8-bc32-f09ff757b78d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4434288 Feb 28 18:36:28.040808 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7b6df4-7a7f-5bbf-97d4-8ba87b53318a-c6dff550-4720-4e50-afa2-d5cdc02189af', 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'fixed_ips': [{'subnet_id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d'}]}} from dv-cinder-831188-1-smb. {{(pid=83021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 18:36:28.042745 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:28.228377 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.db_base_plugin_common [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Allocated IP 172.20.0.2 (c6dff550-4720-4e50-afa2-d5cdc02189af/7a4ccaa2-b92d-437a-a24b-f7b059c2671d/e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0) {{(pid=83021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:36:28.450671 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:28.464474 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Transition to ACTIVE for port object e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:36:28.488827 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Transition to ACTIVE for port object e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 will not be triggered until provisioned by entity DHCP. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:36:28.497402 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:28.562440 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Network c6dff550-4720-4e50-afa2-d5cdc02189af is already hosted by enough agents. {{(pid=83021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:36:28.565043 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.base_scheduler [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Resources bound (agent type, host, resource id): {{(pid=83021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:36:28.568334 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Received port after_create {{(pid=83021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:36:28.578459 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Pushing event updated for resources: {'Port': ['ID=e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0,revision_number=1']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:28.615307 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.615659 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.615998 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.616329 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.616661 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.616989 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.617313 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.617633 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.617953 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.618277 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.618594 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Tracked resource versions report: Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: pushed versions: Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: { 'ConntrackHelper': {'1.0'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Log': {'1.0'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Network': {'1.1'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Port': {'1.5'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'PortForwarding': {'1.2'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'QosPolicy': {'1.8'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'SecurityGroup': {'1.2'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'SecurityGroupRule': {'1.0'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'SubPort': {'1.0'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Subnet': {'1.1'}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Trunk': {'1.1'}} Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: consumer versions: Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: { DHCP agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: L3 agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: Metadata agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: Metering agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: Open vSwitch agent@dv-cinder-831188-1-smb: { 'ConntrackHelper': '1.0', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Log': '1.0', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Network': '1.1', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Port': '1.5', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'PortForwarding': '1.2', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'QosPolicy': '1.8', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'SecurityGroup': '1.2', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'SecurityGroupRule': '1.0', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'SubPort': '1.0', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Subnet': '1.1', Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: 'Trunk': '1.1'}} Feb 28 18:36:28.620333 dv-cinder-831188-1-smb neutron-server[83021]: {{(pid=83021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:36:28.676738 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Attempting to bind port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:36:28.677136 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Attempting to bind port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:36:28.677583 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Attempting to bind port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 on network c6dff550-4720-4e50-afa2-d5cdc02189af {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:36:28.684327 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:36:28.684728 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Checking segment: {'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:36:28.685194 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:28.685581 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Bound using segment: {'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:36:28.686088 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Bound port: e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:36:28.686487 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:28.769659 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] For port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:36:28.773476 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] For port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0,segment=NetworkSegment(45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1),segment_id=45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:36:28.778827 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:28.887239 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd609f-dff3-45a1-b540-e799676187f8 None None] Pushing event updated for resources: {'Port': ['ID=e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:30.085804 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38518) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:30.474468 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [None req-22d8ce56-13a4-41c1-8641-2e6f52238665 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83020) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:36:30.475452 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-22d8ce56-13a4-41c1-8641-2e6f52238665 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3886056 Feb 28 18:36:32.405468 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:36:32.485392 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:36:32.601645 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c7efa6-5e61-4e62-84d2-792e334c74c6 None None] Network c6dff550-4720-4e50-afa2-d5cdc02189af requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:36:32.766192 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-a0cbc277-b237-4802-b9b0-461df202ea10 None None] Provisioning for port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:36:32.775162 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-a0cbc277-b237-4802-b9b0-461df202ea10 None None] Provisioning complete for port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:32.776161 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc277-b237-4802-b9b0-461df202ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:32.787904 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38532) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:32.951942 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc277-b237-4802-b9b0-461df202ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:32.989551 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-a0cbc277-b237-4802-b9b0-461df202ea10 None None] For port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0,segment=NetworkSegment(45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1),segment_id=45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:36:32.993942 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a0cbc277-b237-4802-b9b0-461df202ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:33.066095 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbc277-b237-4802-b9b0-461df202ea10 None None] Pushing event updated for resources: {'Port': ['ID=e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:33.199290 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [None req-1df1a084-446c-42e3-bf32-2165e3f8b259 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83020) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:36:33.200359 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1df1a084-446c-42e3-bf32-2165e3f8b259 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4114699 Feb 28 18:36:33.226804 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-13e02c1c-d787-44c4-99fa-0c89f7ed9375 None None] Provisioning complete for port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:33.227294 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-13e02c1c-d787-44c4-99fa-0c89f7ed9375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:34.372916 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:36:34.442547 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:34.442927 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:35.779563 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38544) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:36.232604 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:36:36.237506 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:36:36.241175 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Usage tracker for resource:router and tenant:5485ef3a1ba748fa9276eb177edc4770 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:36:36.245101 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:36:36.250644 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:36:36.260594 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41702'] for router, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:36.262036 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1784398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41713'] for router, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:36.286269 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:36.402892 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035'] for router, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:36.421646 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:36.422843 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-95e8b503-7170-484b-a974-3c19d40814dd admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6423628 Feb 28 18:36:39.034362 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 38554) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:39.641894 dv-cinder-831188-1-smb neutron-server[83019]: WARNING oslo_policy.policy [None req-97afd2d9-ac2b-4bc2-9ba9-de96d135f167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:36:39.642512 dv-cinder-831188-1-smb neutron-server[83019]: WARNING oslo_policy.policy [None req-97afd2d9-ac2b-4bc2-9ba9-de96d135f167 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:36:39.863247 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [None req-97afd2d9-ac2b-4bc2-9ba9-de96d135f167 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83019) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:36:39.864343 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-97afd2d9-ac2b-4bc2-9ba9-de96d135f167 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8290951 Feb 28 18:36:40.511956 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-2a8d2cf2-8b74-4401-becb-a9205a28c65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.137157 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38568) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:42.520230 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:36:42.525273 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:36:42.529137 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Usage tracker for resource:network and tenant:2a9fdfdb7d964ee597661aea0cc15ea4 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:36:42.531913 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:36:42.537462 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:36:42.547719 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Made reservation on behalf of 2a9fdfdb7d964ee597661aea0cc15ea4 for: {'network': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:36:42.550137 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.562661 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.594707 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:36:42.598377 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Usage tracker for resource:security_group_rule and tenant:2a9fdfdb7d964ee597661aea0cc15ea4 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:36:42.601057 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:36:42.607575 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:36:42.671027 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.674623 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.690362 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Reserving flat network on physical network physnet1 {{(pid=83020) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 18:36:42.712855 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=973b91dd-5859-498e-81f2-eb12eb4af55b,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:42.715821 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.716158 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.segments_db [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Added segment 36582b20-1a88-4a47-b3b0-0b6dd360f0e9 of type flat for network 6a6310a4-27e9-49f9-b733-025eb53f42bb Feb 28 18:36:42.747482 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.781933 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.782752 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:42.783343 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:42.882780 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] Pushing event updated for resources: {'Network': ['ID=6a6310a4-27e9-49f9-b733-025eb53f42bb,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:42.885684 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-2aa9b76e-1430-4259-9d1d-4cf77c0b7c71 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7472930 Feb 28 18:36:42.903168 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:36:43.026892 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-236fc7a5-ce22-42e7-aac8-323368789677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:44.004827 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:44.126415 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:45.154353 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38588) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:45.308270 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:45.390034 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa024cdd-d11b-4e82-840f-777d7954b984 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:45.391372 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-aa024cdd-d11b-4e82-840f-777d7954b984 admin admin] 10.222.0.45 "GET /v2.0/subnets/7a4ccaa2-b92d-437a-a24b-f7b059c2671d HTTP/1.1" status: 200 len: 849 time: 0.2360561 Feb 28 18:36:45.537231 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-9499fc85-9fad-4984-a089-c97cb04554b1 admin admin] 10.222.0.45 "GET /v2.0/routers/67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 HTTP/1.1" status: 200 len: 704 time: 0.1406631 Feb 28 18:36:45.997424 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:46.218980 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Allocated IP 172.20.0.1 (c6dff550-4720-4e50-afa2-d5cdc02189af/7a4ccaa2-b92d-437a-a24b-f7b059c2671d/f632e386-88ad-4151-8df9-3e7f330ada81) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:36:46.401865 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:46.418708 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Transition to ACTIVE for port object f632e386-88ad-4151-8df9-3e7f330ada81 will not be triggered until provisioned by entity DHCP. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:36:46.468506 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:46.533974 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Network c6dff550-4720-4e50-afa2-d5cdc02189af is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:36:46.536894 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:36:46.542791 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:36:46.542791 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1718005'] for router_interface, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:46.545154 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f632e386-88ad-4151-8df9-3e7f330ada81,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:46.673341 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:46.746104 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-fb0657cf-32c2-4d6f-97c5-8d38b8016d41 None None] Provisioning for port f632e386-88ad-4151-8df9-3e7f330ada81 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:36:46.751015 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-fb0657cf-32c2-4d6f-97c5-8d38b8016d41 None None] Provisioning complete for port f632e386-88ad-4151-8df9-3e7f330ada81 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:46.751420 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fb0657cf-32c2-4d6f-97c5-8d38b8016d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:46.801371 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-fb0657cf-32c2-4d6f-97c5-8d38b8016d41 None None] Port f632e386-88ad-4151-8df9-3e7f330ada81 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:36:46.899564 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:46.904265 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:46.905031 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32144969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717784'] for router_interface, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:47.039430 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Pushing event updated for resources: {'Port': ['ID=f632e386-88ad-4151-8df9-3e7f330ada81,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:47.108176 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Network c6dff550-4720-4e50-afa2-d5cdc02189af is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:36:47.109216 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:36:47.324487 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-b35d846f-6045-4460-b69f-4007095e4e3b None None] Provisioning complete for port f632e386-88ad-4151-8df9-3e7f330ada81 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:47.324861 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b35d846f-6045-4460-b69f-4007095e4e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:47.380519 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-b35d846f-6045-4460-b69f-4007095e4e3b None None] Port f632e386-88ad-4151-8df9-3e7f330ada81 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:36:47.454848 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Router 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 is scheduled to L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 with binding_index 1 {{(pid=83020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:36:47.615173 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:36:47.623876 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-3c68746f-1e83-4cd0-b0ee-0435a8e883f2 admin admin] 10.222.0.45 "PUT /v2.0/routers/67eb37c1-cd0d-44c6-bed1-d86a21aadbe3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0816231 Feb 28 18:36:47.625478 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Sync routers for ids ['67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:36:47.639338 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Routers {'67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:36:47.640235 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:36:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:47.812480 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Set router 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 gateway port host: None {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:36:48.182429 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'name': 'router1', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:36:36Z', 'updated_at': '2022-02-28T18:36:46Z', 'revision_number': 2, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'gw_port_host': None, '_interfaces': [{'id': 'f632e386-88ad-4151-8df9-3e7f330ada81', 'name': '', 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'mac_address': 'fa:16:3e:31:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:46Z', 'updated_at': '2022-02-28T18:36:46Z', 'revision_number': 2, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'subnets': [{'id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5884f8-5f5b-4f1c-8b41-272444af236b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:48.187085 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Checking router: 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:36:48.187506 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Updating router 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 port f632e386-88ad-4151-8df9-3e7f330ada81 binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:36:48.240459 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:48.612466 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:48.627790 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Transition to ACTIVE for port object f632e386-88ad-4151-8df9-3e7f330ada81 will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:36:48.634401 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:48.839567 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Pushing event updated for resources: {'Port': ['ID=f632e386-88ad-4151-8df9-3e7f330ada81,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:48.888083 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.888368 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.888701 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.889028 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.889353 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.889671 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.889988 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.890301 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.890612 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.890928 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.891241 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Tracked resource versions report: Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: pushed versions: Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: { 'ConntrackHelper': {'1.0'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Log': {'1.0'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Network': {'1.1'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Port': {'1.5'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'PortForwarding': {'1.2'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'QosPolicy': {'1.8'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'SecurityGroup': {'1.2'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'SecurityGroupRule': {'1.0'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'SubPort': {'1.0'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Subnet': {'1.1'}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Trunk': {'1.1'}} Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: consumer versions: Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: { DHCP agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: L3 agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: Metadata agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: Metering agent@dv-cinder-831188-1-smb: {}, Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: Open vSwitch agent@dv-cinder-831188-1-smb: { 'ConntrackHelper': '1.0', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Log': '1.0', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Network': '1.1', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Port': '1.5', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'PortForwarding': '1.2', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'QosPolicy': '1.8', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'SecurityGroup': '1.2', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'SecurityGroupRule': '1.0', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'SubPort': '1.0', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Subnet': '1.1', Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: 'Trunk': '1.1'}} Feb 28 18:36:48.892266 dv-cinder-831188-1-smb neutron-server[83022]: {{(pid=83022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:36:48.903136 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Attempting to bind port f632e386-88ad-4151-8df9-3e7f330ada81 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:36:48.903565 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Attempting to bind port f632e386-88ad-4151-8df9-3e7f330ada81 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:36:48.904031 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Attempting to bind port f632e386-88ad-4151-8df9-3e7f330ada81 on network c6dff550-4720-4e50-afa2-d5cdc02189af {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:36:48.910580 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:36:48.910989 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Checking segment: {'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:36:48.911449 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:48.912204 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Bound using segment: {'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:36:48.912686 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Bound port: f632e386-88ad-4151-8df9-3e7f330ada81, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:36:48.913122 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:49.000022 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] For port f632e386-88ad-4151-8df9-3e7f330ada81, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:36:49.004475 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] For port f632e386-88ad-4151-8df9-3e7f330ada81, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=f632e386-88ad-4151-8df9-3e7f330ada81,segment=NetworkSegment(45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1),segment_id=45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:36:49.008777 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:49.092377 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e6a32-9cee-4a0a-8754-0b2f7bf343de None None] Pushing event updated for resources: {'Port': ['ID=f632e386-88ad-4151-8df9-3e7f330ada81,revision_number=4']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:49.099870 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Routers {'67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:36:49.100575 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:36:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:49.257028 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] Set router 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 gateway port host: None {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:36:49.586923 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'name': 'router1', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:36:36Z', 'updated_at': '2022-02-28T18:36:46Z', 'revision_number': 2, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'gw_port_host': None, '_interfaces': [{'id': 'f632e386-88ad-4151-8df9-3e7f330ada81', 'name': '', 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'mac_address': 'fa:16:3e:31:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:46Z', 'updated_at': '2022-02-28T18:36:48Z', 'revision_number': 4, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'subnets': [{'id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5884f8-5f5b-4f1c-8b41-272444af236b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:49.591395 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e3f63c-5297-4e98-b9e3-19fe720a3bd3 None None] The sync data for ids ['67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'] in dv-cinder-831188-1-smb is: [{'id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'name': 'router1', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:36:36Z', 'updated_at': '2022-02-28T18:36:46Z', 'revision_number': 2, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'gw_port_host': None, '_interfaces': [{'id': 'f632e386-88ad-4151-8df9-3e7f330ada81', 'name': '', 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'mac_address': 'fa:16:3e:31:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:46Z', 'updated_at': '2022-02-28T18:36:48Z', 'revision_number': 4, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'subnets': [{'id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5884f8-5f5b-4f1c-8b41-272444af236b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:36:49.739045 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38610) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:49.950654 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232437b6-e045-4429-a6e3-1b6b39003b1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:49.951204 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-232437b6-e045-4429-a6e3-1b6b39003b1a admin admin] Synchronizing usage tracker for tenant:2a9fdfdb7d964ee597661aea0cc15ea4 on resource:network {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:36:49.968684 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-232437b6-e045-4429-a6e3-1b6b39003b1a admin admin] Unset dirty status for tenant:2a9fdfdb7d964ee597661aea0cc15ea4 on resource:network {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:36:49.975175 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-232437b6-e045-4429-a6e3-1b6b39003b1a admin admin] 10.222.0.45 "GET /v2.0/networks/6a6310a4-27e9-49f9-b733-025eb53f42bb HTTP/1.1" status: 200 len: 842 time: 0.2351484 Feb 28 18:36:49.979910 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:36:49.985168 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:36:49.989039 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Usage tracker for resource:subnet and tenant:2a9fdfdb7d964ee597661aea0cc15ea4 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:36:49.991880 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:36:49.998822 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:36:50.009055 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Made reservation on behalf of 2a9fdfdb7d964ee597661aea0cc15ea4 for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:36:50.012256 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.368927 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.objects.ports [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83020) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 18:36:50.370025 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.455814 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f16590d6-cd74-47d0-8baa-d1f1e221315f,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:50.460770 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:36:50.461122 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Network hostable DHCP agents. Network: 6a6310a4-27e9-49f9-b733-025eb53f42bb, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:36:50.483151 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:36:50.495779 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, 6a6310a4-27e9-49f9-b733-025eb53f42bb) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:36:50.499890 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:50.500630 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:50.504939 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aaa88c-7475-4d0b-a028-7c657509c551 None None] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:36:50.522784 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f4d5ad4e-4beb-4f6b-b95c-9d85e6ed2715 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5466275 Feb 28 18:36:50.736635 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405a2991-a881-4fdc-8746-46b90d72de22 None None] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:36:52.401375 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device f632e386-88ad-4151-8df9-3e7f330ada81 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:36:52.469866 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port f632e386-88ad-4151-8df9-3e7f330ada81 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:36:52.474333 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port f632e386-88ad-4151-8df9-3e7f330ada81 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:52.474711 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:52.582920 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:52.614553 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port f632e386-88ad-4151-8df9-3e7f330ada81, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=f632e386-88ad-4151-8df9-3e7f330ada81,segment=NetworkSegment(45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1),segment_id=45fafcdb-7948-4cb5-aa19-ce1ab02f1ed1)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:36:52.618410 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:52.684961 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=f632e386-88ad-4151-8df9-3e7f330ada81,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:52.701628 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38624) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:52.929580 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-9249e1a4-e169-4450-9e1b-eca43b1a4455 admin admin] 10.222.0.45 "GET /v2.0/routers/67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 HTTP/1.1" status: 200 len: 710 time: 0.2267306 Feb 28 18:36:53.056371 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95746cf8-c48f-4e6d-9120-771cd7618a5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:36:53.058375 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-95746cf8-c48f-4e6d-9120-771cd7618a5c admin admin] 10.222.0.45 "GET /v2.0/networks/6a6310a4-27e9-49f9-b733-025eb53f42bb HTTP/1.1" status: 200 len: 886 time: 0.1237473 Feb 28 18:36:53.066827 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:36:53.535345 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:53.768700 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:53.823964 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:53.952914 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Allocated IP 172.28.3.134 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/1caf503a-a329-45ac-9054-375841bc9cfb) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:36:54.096479 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:54.122911 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:54.186265 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:36:54.188805 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:36:54.193096 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:36:54.215020 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Pushing event updated for resources: {'Port': ['ID=1caf503a-a329-45ac-9054-375841bc9cfb,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:54.333052 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:54.384526 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device f632e386-88ad-4151-8df9-3e7f330ada81 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:36:54.451803 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port f632e386-88ad-4151-8df9-3e7f330ada81 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:54.452176 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:54.497960 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:54.501399 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1717209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1717026', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1718436'] for router, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:54.693004 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Router 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:36:54.888636 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:36:54.897395 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:54.897996 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Sync routers for ids ['67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:36:54.898592 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-2cc8184f-f2b0-42f5-8fa9-26525c50148a admin admin] 10.222.0.45 "PUT /v2.0/routers/67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 HTTP/1.1" status: 200 len: 890 time: 1.8349516 Feb 28 18:36:54.910540 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Routers {'67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:36:54.911464 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:36:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:55.101239 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Set router 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:36:55.444265 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'name': 'router1', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '1caf503a-a329-45ac-9054-375841bc9cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:36:36Z', 'updated_at': '2022-02-28T18:36:54Z', 'revision_number': 4, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'gw_port': {'id': '1caf503a-a329-45ac-9054-375841bc9cfb', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:53Z', 'updated_at': '2022-02-28T18:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'f632e386-88ad-4151-8df9-3e7f330ada81', 'name': '', 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'mac_address': 'fa:16:3e:31:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:46Z', 'updated_at': '2022-02-28T18:36:52Z', 'revision_number': 5, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'subnets': [{'id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5884f8-5f5b-4f1c-8b41-272444af236b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:55.449537 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Checking router: 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:36:55.449897 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Updating router 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 port 1caf503a-a329-45ac-9054-375841bc9cfb binding host dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:36:55.499158 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:55.826112 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Notify callbacks [] for port, precommit_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:55.840678 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Transition to ACTIVE for port object 1caf503a-a329-45ac-9054-375841bc9cfb will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:36:55.847395 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:55.958309 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05f3a9-026d-41bf-81b8-7eb8a5b80e54 None None] Pushing event updated for resources: {'Port': ['ID=1caf503a-a329-45ac-9054-375841bc9cfb,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:55.961244 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Attempting to bind port 1caf503a-a329-45ac-9054-375841bc9cfb on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:36:55.961610 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Attempting to bind port 1caf503a-a329-45ac-9054-375841bc9cfb by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:36:55.961973 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Attempting to bind port 1caf503a-a329-45ac-9054-375841bc9cfb on network 6a6310a4-27e9-49f9-b733-025eb53f42bb {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:36:55.969173 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:36:55.969549 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:36:55.969947 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:55.970327 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Bound using segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:36:55.970785 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Bound port: 1caf503a-a329-45ac-9054-375841bc9cfb, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:36:55.971175 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:56.040567 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] For port 1caf503a-a329-45ac-9054-375841bc9cfb, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:36:56.044171 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] For port 1caf503a-a329-45ac-9054-375841bc9cfb, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=1caf503a-a329-45ac-9054-375841bc9cfb,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:36:56.049460 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:56.128884 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db05f3a9-026d-41bf-81b8-7eb8a5b80e54 None None] Pushing event updated for resources: {'Port': ['ID=1caf503a-a329-45ac-9054-375841bc9cfb,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:36:56.132160 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Routers {'67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:36:56.132763 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:36:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:56.315154 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] Set router 67eb37c1-cd0d-44c6-bed1-d86a21aadbe3 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:36:56.634586 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'name': 'router1', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '1caf503a-a329-45ac-9054-375841bc9cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:36:36Z', 'updated_at': '2022-02-28T18:36:54Z', 'revision_number': 4, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'gw_port': {'id': '1caf503a-a329-45ac-9054-375841bc9cfb', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:53Z', 'updated_at': '2022-02-28T18:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'f632e386-88ad-4151-8df9-3e7f330ada81', 'name': '', 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'mac_address': 'fa:16:3e:31:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:46Z', 'updated_at': '2022-02-28T18:36:52Z', 'revision_number': 5, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'subnets': [{'id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5884f8-5f5b-4f1c-8b41-272444af236b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:36:56.639494 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337b22cb-02c3-46df-a684-cdafdd79cc3a None None] The sync data for ids ['67eb37c1-cd0d-44c6-bed1-d86a21aadbe3'] in dv-cinder-831188-1-smb is: [{'id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'name': 'router1', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.134'}], 'enable_snat': True}, 'gw_port_id': '1caf503a-a329-45ac-9054-375841bc9cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:36:36Z', 'updated_at': '2022-02-28T18:36:54Z', 'revision_number': 4, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'gw_port': {'id': '1caf503a-a329-45ac-9054-375841bc9cfb', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:d3:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:53Z', 'updated_at': '2022-02-28T18:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'f632e386-88ad-4151-8df9-3e7f330ada81', 'name': '', 'network_id': 'c6dff550-4720-4e50-afa2-d5cdc02189af', 'tenant_id': '5485ef3a1ba748fa9276eb177edc4770', 'mac_address': 'fa:16:3e:31:16:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67eb37c1-cd0d-44c6-bed1-d86a21aadbe3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:36:46Z', 'updated_at': '2022-02-28T18:36:52Z', 'revision_number': 5, 'project_id': '5485ef3a1ba748fa9276eb177edc4770', 'subnets': [{'id': '7a4ccaa2-b92d-437a-a24b-f7b059c2671d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4b5884f8-5f5b-4f1c-8b41-272444af236b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:36:57.210129 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 38634) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:36:57.344326 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c9e86122-354c-49c0-bba7-7eb1a05c3b54 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1330893 Feb 28 18:36:58.405988 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 1caf503a-a329-45ac-9054-375841bc9cfb up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:36:58.475816 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 1caf503a-a329-45ac-9054-375841bc9cfb completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:36:58.480693 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 1caf503a-a329-45ac-9054-375841bc9cfb triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:36:58.481070 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:58.608509 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:58.624779 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 1caf503a-a329-45ac-9054-375841bc9cfb, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=1caf503a-a329-45ac-9054-375841bc9cfb,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:36:58.628265 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:36:58.693497 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=1caf503a-a329-45ac-9054-375841bc9cfb,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:37:00.394823 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 1caf503a-a329-45ac-9054-375841bc9cfb up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:37:00.462961 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 1caf503a-a329-45ac-9054-375841bc9cfb triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:37:00.466377 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:01.789539 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:37:10.519344 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-61890d0a-8cf3-4f20-b163-90344d1c83d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:12.970188 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0738228e-c716-47f5-8f3b-a4fa5ae27c2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:14.012311 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:14.127565 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:15.319367 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:38.782506 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:37:40.512560 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-81da5fe2-4207-4da7-abf7-21e217b67dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:42.974317 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-540566db-5d78-4bf1-9564-0e8fe96cd450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:44.016782 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:44.131496 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:37:45.329810 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:10.518554 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4aceee59-706f-47fa-a7be-7e70394f2975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:12.979324 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7af0c2b9-1f27-4993-b503-60e2135d9994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:14.016095 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:14.138072 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:15.333857 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:15.782642 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:38:40.521922 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-41f5f2d0-7184-4853-9995-081ff649e6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:42.981927 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a7b2f41a-eec1-47dd-bb59-4d14242ff454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:44.018846 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:44.140731 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:45.340343 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:38:52.783850 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:39:02.919352 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39210) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:03.015749 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4b946c-f321-4d38-b86c-b34589680ee1 admin admin] GET failed (client error): The resource could not be found. Feb 28 18:39:03.017022 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-2c4b946c-f321-4d38-b86c-b34589680ee1 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0967402 Feb 28 18:39:03.145851 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0949dcd-e8a3-4317-a599-edbc60a56966 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:03.147814 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-b0949dcd-e8a3-4317-a599-edbc60a56966 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1268651 Feb 28 18:39:05.213042 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39220) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:05.379910 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62736c43-964d-42f1-ad99-82ebe3c4d86b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:05.380465 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-62736c43-964d-42f1-ad99-82ebe3c4d86b admin admin] Synchronizing usage tracker for tenant:2a9fdfdb7d964ee597661aea0cc15ea4 on resource:subnet {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:39:05.395464 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-62736c43-964d-42f1-ad99-82ebe3c4d86b admin admin] Unset dirty status for tenant:2a9fdfdb7d964ee597661aea0cc15ea4 on resource:subnet {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:39:05.396575 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-62736c43-964d-42f1-ad99-82ebe3c4d86b admin admin] 10.222.0.45 "GET /v2.0/subnets/7a4ccaa2-b92d-437a-a24b-f7b059c2671d HTTP/1.1" status: 200 len: 849 time: 0.1826024 Feb 28 18:39:05.406583 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:39:05.527757 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Notify callbacks [] for subnet, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:05.713554 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8769701539723'] for subnet, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:05.766583 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:05.766777 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f95bba-421c-4e07-9c0f-a01eccbb2e5f None None] Network c6dff550-4720-4e50-afa2-d5cdc02189af requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:39:05.767205 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:05.768415 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] 10.222.0.45 "PUT /v2.0/subnets/7a4ccaa2-b92d-437a-a24b-f7b059c2671d HTTP/1.1" status: 200 len: 868 time: 0.3656254 Feb 28 18:39:05.780766 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a4ccaa2-b92d-437a-a24b-f7b059c2671d,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:39:05.790022 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.790383 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.790699 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.791030 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.791383 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.791729 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.792033 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.792432 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.792692 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.793181 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:05.793511 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f683af1b-76cb-4808-ac17-0fb7ba089d8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:06.215739 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-a6da84d5-33d0-4895-9863-391c58e3a09f None None] Provisioning complete for port f632e386-88ad-4151-8df9-3e7f330ada81 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:39:06.216109 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a6da84d5-33d0-4895-9863-391c58e3a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:06.337919 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-a6da84d5-33d0-4895-9863-391c58e3a09f None None] Provisioning complete for port e2a41d02-6c45-4d80-bda6-d73c4dbf2fb0 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:39:06.338183 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a6da84d5-33d0-4895-9863-391c58e3a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:07.864792 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39230) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:08.066341 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af2716-80a8-41f5-b214-93181194ff40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:08.066643 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0af2716-80a8-41f5-b214-93181194ff40 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:08.068211 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f0af2716-80a8-41f5-b214-93181194ff40 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2024372 Feb 28 18:39:10.159681 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39240) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:10.353766 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e15b7-4a91-4485-891d-0641ca41d3d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:10.354137 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-571e15b7-4a91-4485-891d-0641ca41d3d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:10.355664 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-571e15b7-4a91-4485-891d-0641ca41d3d3 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1950479 Feb 28 18:39:10.525045 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-26fd3a37-7433-40ad-b9cc-7339594e5c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:12.464311 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39250) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:12.658220 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec727c08-deec-4e3f-8bdd-a08c8daf6f46 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:12.659502 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-ec727c08-deec-4e3f-8bdd-a08c8daf6f46 admin admin] 10.222.0.45 "GET /v2.0/networks/6a6310a4-27e9-49f9-b733-025eb53f42bb HTTP/1.1" status: 200 len: 886 time: 0.1942317 Feb 28 18:39:12.987221 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f3921dea-9150-438a-92c4-ba045cd25c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:14.020854 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:14.143773 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:14.733385 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39260) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:14.926297 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8301d87d-1943-4fac-848c-219f74c8aeb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:14.927675 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8301d87d-1943-4fac-848c-219f74c8aeb3 admin admin] 10.222.0.45 "GET /v2.0/networks/c6dff550-4720-4e50-afa2-d5cdc02189af HTTP/1.1" status: 200 len: 869 time: 0.1932518 Feb 28 18:39:15.339530 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:16.954346 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39270) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:17.087251 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96ed34-2ffa-4407-81bc-37b8df02974b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:17.087631 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96ed34-2ffa-4407-81bc-37b8df02974b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:17.089094 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8a96ed34-2ffa-4407-81bc-37b8df02974b admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338379 Feb 28 18:39:19.140661 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39280) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:19.271340 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14e0753-e663-4117-b2ea-0b4a8a4efe59 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:19.271728 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14e0753-e663-4117-b2ea-0b4a8a4efe59 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:19.273227 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-d14e0753-e663-4117-b2ea-0b4a8a4efe59 admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1315682 Feb 28 18:39:21.309127 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39290) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:21.439248 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007732ef-a5cb-455b-8d40-12811558a4c9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:21.440629 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-007732ef-a5cb-455b-8d40-12811558a4c9 admin admin] 10.222.0.45 "GET /v2.0/subnets/7a4ccaa2-b92d-437a-a24b-f7b059c2671d HTTP/1.1" status: 200 len: 868 time: 0.1305416 Feb 28 18:39:23.502634 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39300) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:23.625453 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a236f8-bdf4-47e7-8522-727e6ba191e0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:23.626785 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-d4a236f8-bdf4-47e7-8522-727e6ba191e0 admin admin] 10.222.0.45 "GET /v2.0/subnets/f16590d6-cd74-47d0-8baa-d1f1e221315f HTTP/1.1" status: 200 len: 816 time: 0.1232116 Feb 28 18:39:29.785556 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:39:40.527519 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-c3705868-eeae-4558-9785-ee8de025447f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:41.500495 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39338) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:41.572352 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [None req-1be9787e-3652-4e67-a42d-f9d80df6c122 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83020) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:39:41.573321 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1be9787e-3652-4e67-a42d-f9d80df6c122 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0718937 Feb 28 18:39:42.992906 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4335d105-e6d8-4820-aef7-382acf1007b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:43.664719 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39348) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:43.781810 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.pecan_wsgi.hooks.translation [None req-812f31a2-6795-4eba-b3d9-916e13ff1dc8 admin admin] GET failed (client error): The resource could not be found. Feb 28 18:39:43.783228 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-812f31a2-6795-4eba-b3d9-916e13ff1dc8 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1176102 Feb 28 18:39:43.976316 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.policy [None req-ba571a1e-f62c-4c4f-bc6f-6920850ef96f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83019) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 28 18:39:43.977007 dv-cinder-831188-1-smb neutron-server[83019]: WARNING oslo_policy.policy [None req-ba571a1e-f62c-4c4f-bc6f-6920850ef96f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:39:43.977380 dv-cinder-831188-1-smb neutron-server[83019]: WARNING oslo_policy.policy [None req-ba571a1e-f62c-4c4f-bc6f-6920850ef96f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 18:39:43.980324 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba571a1e-f62c-4c4f-bc6f-6920850ef96f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:43.981966 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-ba571a1e-f62c-4c4f-bc6f-6920850ef96f admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1946943 Feb 28 18:39:44.026047 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:44.147355 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:45.347251 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:46.059087 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39360) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:46.130734 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:39:46.132334 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.quota [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Loaded quota_driver: . Feb 28 18:39:46.138696 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:39:46.151576 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:39:46.164968 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Made reservation on behalf of 2a9fdfdb7d964ee597661aea0cc15ea4 for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:39:46.167771 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:46.261770 dv-cinder-831188-1-smb neutron-server[83019]: WARNING neutron.services.revisions.revision_plugin [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Could not find related network for resource to bump revision. Feb 28 18:39:46.281404 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 558} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:39:46.295209 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8769701569886', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:46.295815 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Unsubscribe: segment precommit_create {{(pid=83019) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 18:39:46.296317 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Added segment 17e3caa1-482a-4740-a5b1-451fe5995cd3 of type vlan for network f9e18e76-0786-47cc-aa73-a6f18e780ec5 Feb 28 18:39:46.360615 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:46.397641 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:46.398699 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:46.399367 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:46.492109 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4318898 Feb 28 18:39:46.514583 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=f9e18e76-0786-47cc-aa73-a6f18e780ec5,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:39:46.524330 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.524675 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.525017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.525352 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.525685 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.526015 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.526340 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.526674 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.526996 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.527337 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.527662 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-384d2baf-20d7-4948-9145-e13bceb5d2f9 admin admin] Tracked resource versions report: Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: pushed versions: Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: { 'ConntrackHelper': {'1.0'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Log': {'1.0'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Network': {'1.1'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Port': {'1.5'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'PortForwarding': {'1.2'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'QosPolicy': {'1.8'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'SecurityGroup': {'1.2'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'SecurityGroupRule': {'1.0'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'SubPort': {'1.0'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Subnet': {'1.1'}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Trunk': {'1.1'}} Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: consumer versions: Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: { DHCP agent@dv-cinder-831188-1-smb: {}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: L3 agent@dv-cinder-831188-1-smb: {}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: Metadata agent@dv-cinder-831188-1-smb: {}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: Metering agent@dv-cinder-831188-1-smb: {}, Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: Open vSwitch agent@dv-cinder-831188-1-smb: { 'ConntrackHelper': '1.0', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Log': '1.0', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Network': '1.1', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Port': '1.5', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'PortForwarding': '1.2', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'QosPolicy': '1.8', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'SecurityGroup': '1.2', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'SecurityGroupRule': '1.0', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'SubPort': '1.0', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Subnet': '1.1', Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: 'Trunk': '1.1'}} Feb 28 18:39:46.528692 dv-cinder-831188-1-smb neutron-server[83019]: {{(pid=83019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:39:46.565472 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network f9e18e76-0786-47cc-aa73-a6f18e780ec5 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:39:48.549447 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39374) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:39:48.638234 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.pecan_wsgi.hooks.translation [None req-388d0e24-920c-4f94-b844-bf101d087972 admin admin] GET failed (client error): The resource could not be found. Feb 28 18:39:48.638743 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-388d0e24-920c-4f94-b844-bf101d087972 admin admin] Synchronizing usage tracker for tenant:2a9fdfdb7d964ee597661aea0cc15ea4 on resource:network {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:39:48.654316 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-388d0e24-920c-4f94-b844-bf101d087972 admin admin] Unset dirty status for tenant:2a9fdfdb7d964ee597661aea0cc15ea4 on resource:network {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:39:48.655430 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-388d0e24-920c-4f94-b844-bf101d087972 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1049266 Feb 28 18:39:48.759693 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70c2c85-c51a-4dd9-bb44-30665c2042a4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:48.761027 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-c70c2c85-c51a-4dd9-bb44-30665c2042a4 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1017790 Feb 28 18:39:48.771228 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5', 'cidr': '192.168.233.0/24'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:39:48.776121 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:39:48.785494 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:39:48.794732 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Made reservation on behalf of 2a9fdfdb7d964ee597661aea0cc15ea4 for: {'subnet': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:39:48.797075 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Notify callbacks [] for subnet, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:49.017217 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:49.110350 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9900da62-9dfe-46ee-a9bb-750f6a777dd4,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:39:49.121586 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Checking segment: {'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:39:49.121958 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Network hostable DHCP agents. Network: f9e18e76-0786-47cc-aa73-a6f18e780ec5, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:39:49.145214 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Network f9e18e76-0786-47cc-aa73-a6f18e780ec5 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:39:49.155350 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, f9e18e76-0786-47cc-aa73-a6f18e780ec5) {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:39:49.160080 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:39:49.160690 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:49.165339 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077aac67-6d5e-479e-a21e-91a5494c4ad3 None None] Network f9e18e76-0786-47cc-aa73-a6f18e780ec5 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:39:49.183970 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-082ae1e5-8579-4e4a-8e54-141dd8927dbf admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4167042 Feb 28 18:39:49.384574 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71604573-8575-411a-afc6-526e0f260193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7b6df4-7a7f-5bbf-97d4-8ba87b53318a-f9e18e76-0786-47cc-aa73-a6f18e780ec5', 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5', 'tenant_id': '2a9fdfdb7d964ee597661aea0cc15ea4', 'fixed_ips': [{'subnet_id': '9900da62-9dfe-46ee-a9bb-750f6a777dd4'}]}} from dv-cinder-831188-1-smb. {{(pid=83021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 18:39:49.385397 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:49.543513 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.db_base_plugin_common [None req-71604573-8575-411a-afc6-526e0f260193 None None] Allocated IP 192.168.233.2 (f9e18e76-0786-47cc-aa73-a6f18e780ec5/9900da62-9dfe-46ee-a9bb-750f6a777dd4/0435a2a0-1f82-4210-8528-e42d90073184) {{(pid=83021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:39:49.752531 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Notify callbacks [] for port, precommit_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:49.763715 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-71604573-8575-411a-afc6-526e0f260193 None None] Transition to ACTIVE for port object 0435a2a0-1f82-4210-8528-e42d90073184 will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:39:49.782277 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-71604573-8575-411a-afc6-526e0f260193 None None] Transition to ACTIVE for port object 0435a2a0-1f82-4210-8528-e42d90073184 will not be triggered until provisioned by entity DHCP. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:39:49.790333 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:49.885241 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71604573-8575-411a-afc6-526e0f260193 None None] Network f9e18e76-0786-47cc-aa73-a6f18e780ec5 is already hosted by enough agents. {{(pid=83021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:39:49.888192 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.base_scheduler [None req-71604573-8575-411a-afc6-526e0f260193 None None] Resources bound (agent type, host, resource id): {{(pid=83021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:39:49.890650 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71604573-8575-411a-afc6-526e0f260193 None None] Received port after_create {{(pid=83021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:39:49.897534 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71604573-8575-411a-afc6-526e0f260193 None None] Pushing event updated for resources: {'Port': ['ID=0435a2a0-1f82-4210-8528-e42d90073184,revision_number=1']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:39:49.907177 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.907556 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.907893 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.908213 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.908541 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.908866 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.909187 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.909506 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.909825 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.910141 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.910459 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:39:49.998801 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-71604573-8575-411a-afc6-526e0f260193 None None] Attempting to bind port 0435a2a0-1f82-4210-8528-e42d90073184 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:39:49.999170 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-71604573-8575-411a-afc6-526e0f260193 None None] Attempting to bind port 0435a2a0-1f82-4210-8528-e42d90073184 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:39:49.999629 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71604573-8575-411a-afc6-526e0f260193 None None] Attempting to bind port 0435a2a0-1f82-4210-8528-e42d90073184 on network f9e18e76-0786-47cc-aa73-a6f18e780ec5 {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:39:50.007197 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71604573-8575-411a-afc6-526e0f260193 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:39:50.007539 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71604573-8575-411a-afc6-526e0f260193 None None] Checking segment: {'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:39:50.007948 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:50.008349 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71604573-8575-411a-afc6-526e0f260193 None None] Bound using segment: {'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:39:50.008821 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-71604573-8575-411a-afc6-526e0f260193 None None] Bound port: 0435a2a0-1f82-4210-8528-e42d90073184, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:39:50.009213 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:50.099551 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-71604573-8575-411a-afc6-526e0f260193 None None] For port 0435a2a0-1f82-4210-8528-e42d90073184, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:39:50.102725 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-71604573-8575-411a-afc6-526e0f260193 None None] For port 0435a2a0-1f82-4210-8528-e42d90073184, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=0435a2a0-1f82-4210-8528-e42d90073184,segment=NetworkSegment(17e3caa1-482a-4740-a5b1-451fe5995cd3),segment_id=17e3caa1-482a-4740-a5b1-451fe5995cd3)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:39:50.107014 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-71604573-8575-411a-afc6-526e0f260193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:50.187218 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71604573-8575-411a-afc6-526e0f260193 None None] Pushing event updated for resources: {'Port': ['ID=0435a2a0-1f82-4210-8528-e42d90073184,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:39:50.534665 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 0435a2a0-1f82-4210-8528-e42d90073184 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:39:50.610738 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 0435a2a0-1f82-4210-8528-e42d90073184 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:39:51.050783 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a53a33f-007b-4e42-8086-fd6145b7eca7 None None] Network f9e18e76-0786-47cc-aa73-a6f18e780ec5 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:39:51.148646 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-d8d643c2-6aca-4264-9840-be279de6695c None None] Provisioning for port 0435a2a0-1f82-4210-8528-e42d90073184 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:39:51.168829 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-d8d643c2-6aca-4264-9840-be279de6695c None None] Provisioning complete for port 0435a2a0-1f82-4210-8528-e42d90073184 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:39:51.169194 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-d8d643c2-6aca-4264-9840-be279de6695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:51.350293 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-d8d643c2-6aca-4264-9840-be279de6695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:51.419954 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-d8d643c2-6aca-4264-9840-be279de6695c None None] For port 0435a2a0-1f82-4210-8528-e42d90073184, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=0435a2a0-1f82-4210-8528-e42d90073184,segment=NetworkSegment(17e3caa1-482a-4740-a5b1-451fe5995cd3),segment_id=17e3caa1-482a-4740-a5b1-451fe5995cd3)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:39:51.428767 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-d8d643c2-6aca-4264-9840-be279de6695c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:51.511843 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d643c2-6aca-4264-9840-be279de6695c None None] Pushing event updated for resources: {'Port': ['ID=0435a2a0-1f82-4210-8528-e42d90073184,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:39:51.753080 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-961e5403-2a05-499a-bfec-758a65b68a43 None None] Provisioning complete for port 0435a2a0-1f82-4210-8528-e42d90073184 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:39:51.753449 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-961e5403-2a05-499a-bfec-758a65b68a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:39:52.469485 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 0435a2a0-1f82-4210-8528-e42d90073184 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:39:52.537542 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 0435a2a0-1f82-4210-8528-e42d90073184 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:39:52.537908 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:06.785731 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:40:10.530552 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-3373c3a1-8943-482f-a9e1-d4d2ea63d1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:12.986665 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-dcf98d1a-f202-4ecf-a5e1-f4ebf9a55b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:14.028534 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:14.150014 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:15.347004 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:40.533586 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f1c1f0c2-cef5-4716-b9e1-8f45fab9bca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:42.992048 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-6196fec5-bbc8-4202-b4d5-c13000dc5039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:43.785448 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:40:44.030549 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:44.153037 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:40:45.350894 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:00.148662 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39416) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:41:00.154533 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [None req-cc86b411-bdb2-4e84-aca3-e901e25a7884 tempest-verify_tempest_config-1152401 tempest-verify_tempest_config-1152401-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83019) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:41:00.155486 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-cc86b411-bdb2-4e84-aca3-e901e25a7884 tempest-verify_tempest_config-1152401 tempest-verify_tempest_config-1152401-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0058393 Feb 28 18:41:00.487226 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39432) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:41:00.631733 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:00.661337 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:41:00.665015 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Usage tracker for resource:security_group_rule and tenant:e00839f7ff614edf83dfd95ecc67678a is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:41:00.667735 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:41:00.673164 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:41:00.744446 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:00.748052 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:00.793928 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=175b7863-a45a-4f3f-a4f5-2dd8360bd32f,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:00.799121 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Synchronizing usage tracker for tenant:2a9fdfdb7d964ee597661aea0cc15ea4 on resource:security_group {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:41:00.809684 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.810030 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.810366 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.810694 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.811021 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.811380 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.811703 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.812023 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.812340 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.812654 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.812968 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:41:00.824474 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] Unset dirty status for tenant:2a9fdfdb7d964ee597661aea0cc15ea4 on resource:security_group {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:41:00.825986 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8d93b256-7fef-4d19-99dc-90a826cc2f32 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e00839f7ff614edf83dfd95ecc67678a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3375390 Feb 28 18:41:00.828426 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39438) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:41:00.885454 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d478-7068-45d8-9f52-82829cafb951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:00.910510 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d478-7068-45d8-9f52-82829cafb951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:00.996983 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d478-7068-45d8-9f52-82829cafb951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:01.014041 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5d478-7068-45d8-9f52-82829cafb951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=175b7863-a45a-4f3f-a4f5-2dd8360bd32f,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:41:01.017197 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cfb5d478-7068-45d8-9f52-82829cafb951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:01.018290 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-cfb5d478-7068-45d8-9f52-82829cafb951 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/175b7863-a45a-4f3f-a4f5-2dd8360bd32f HTTP/1.1" status: 204 len: 168 time: 0.1889944 Feb 28 18:41:10.537278 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-2a2fb97b-61ee-4b95-aefd-d5f7d50832a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:12.997918 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-bd58bda1-21a4-4774-b1b7-b8acf52b9dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:14.032384 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:14.154779 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:15.355355 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:20.785250 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:41:40.538158 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-ec76fee2-3e35-4a28-89a8-99c02010202d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:42.991046 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f95e0f24-207b-4af8-a6ab-ce632fb944b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:44.033192 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:44.155699 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:45.357683 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:41:57.785314 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:42:10.539120 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-67676f5b-08a9-4a2d-9892-0ba91be2d564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:12.992508 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-cee54dab-ae2a-41ca-ba0e-425226abed2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:14.037199 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:14.158057 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:15.358195 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:34.786171 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 5 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:42:40.541177 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-218e18e6-0675-427c-9e0c-474f82fcf370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:42.994653 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e5226041-29ac-4aed-a64d-bf7ab85a7863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.039976 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:44.160616 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:45.361984 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:42:49.284071 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1717896'] for agent, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:04.915360 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39508) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:43:05.051781 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-509f8b8c-c463-43c5-bacb-218a9c3d2470 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1353552 Feb 28 18:43:07.107248 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39522) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:43:07.188252 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-5e4780fe-8c5b-4a64-b89c-342a97ba34fd admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0798049 Feb 28 18:43:10.543251 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0c133d2e-2b03-43cd-95eb-81b40427a6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:11.787065 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:43:13.004891 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-c61338d8-cd86-47d0-bc88-a2c616dc9647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:14.041930 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:14.162763 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:15.365224 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:19.238896 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:40.544835 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-81e00690-ac34-49e3-97ce-5653a3c74b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:42.998909 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-359b4995-2e55-43cc-a8a2-29b7b1374f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.045503 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:44.164593 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:45.378880 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:43:48.789064 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:43:49.238880 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:10.547251 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-aaf60247-5b4c-4b39-a97c-97e734f166f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:13.003319 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-58e78af7-6cea-4320-a1a3-8da6f009c411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.048760 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:14.166319 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:15.372439 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:19.237619 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:25.789754 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:44:40.549537 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-c5677739-dc33-426d-aef2-d95d43dfbc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:43.008042 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-06404c92-749b-4734-8035-7643bc19cbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:44.050567 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:44.169679 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:45.376908 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:49.253687 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:51.626836 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39638) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:52.018755 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1733977541-network', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:52.024940 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:52.029382 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Usage tracker for resource:network and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:52.032498 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:52.038643 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:52.048591 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Made reservation on behalf of b2113442954541cab162ef98a99ce1eb for: {'network': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:52.051533 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.063928 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.095386 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:52.100012 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:52.105830 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:52.111886 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:52.209919 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.216578 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.231554 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 575} {{(pid=83020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:44:52.261377 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.262112 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.segments_db [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Added segment 45592a5d-5288-4c9f-8e07-5d34aef05343 of type vlan for network 198014fe-b52d-406d-84ea-527087f16987 Feb 28 18:44:52.276031 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79731fa-b3b8-4499-8254-a406421e27ba,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:52.302535 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.302877 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.303207 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.303560 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.303898 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.304203 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.304520 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.304840 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.305240 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.305552 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.305866 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Tracked resource versions report: Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: pushed versions: Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: { 'ConntrackHelper': {'1.0'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Log': {'1.0'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Network': {'1.1'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Port': {'1.5'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'PortForwarding': {'1.2'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'QosPolicy': {'1.8'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'SecurityGroup': {'1.2'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'SecurityGroupRule': {'1.0'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'SubPort': {'1.0'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Subnet': {'1.1'}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Trunk': {'1.1'}} Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: consumer versions: Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: { DHCP agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: HyperV agent@hv-cinder-83118: {}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: L3 agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: Metadata agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: Metering agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: Open vSwitch agent@dv-cinder-831188-1-smb: { 'ConntrackHelper': '1.0', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Log': '1.0', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Network': '1.1', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Port': '1.5', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'PortForwarding': '1.2', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'QosPolicy': '1.8', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'SecurityGroup': '1.2', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'SecurityGroupRule': '1.0', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'SubPort': '1.0', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Subnet': '1.1', Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: 'Trunk': '1.1'}} Feb 28 18:44:52.306820 dv-cinder-831188-1-smb neutron-server[83020]: {{(pid=83020) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:44:52.311301 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.345908 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.346800 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:52.347426 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.493481 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=198014fe-b52d-406d-84ea-527087f16987,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:52.504104 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-421faafd-085a-414c-8833-e0330733d9a2 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8758702 Feb 28 18:44:52.506947 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39672) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:52.512302 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network 198014fe-b52d-406d-84ea-527087f16987 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:44:52.514628 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Request body: {'subnet': {'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1733977541-subnet', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:52.520440 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:52.524495 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Usage tracker for resource:subnet and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:52.527993 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:52.533791 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:52.545570 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Made reservation on behalf of b2113442954541cab162ef98a99ce1eb for: {'subnet': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:52.548207 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.777996 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.861937 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e9f94b2-c035-49ad-9387-08f96d2f51c5,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:52.875497 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.875792 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.876182 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.876510 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.876848 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.877202 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.877527 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.877893 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.878211 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.878598 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.878921 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Tracked resource versions report: Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: pushed versions: Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: { 'ConntrackHelper': {'1.0'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Log': {'1.0'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Network': {'1.1'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Port': {'1.5'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'PortForwarding': {'1.2'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'QosPolicy': {'1.8'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'SecurityGroup': {'1.2'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'SecurityGroupRule': {'1.0'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'SubPort': {'1.0'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Subnet': {'1.1'}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Trunk': {'1.1'}} Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: consumer versions: Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: { DHCP agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: HyperV agent@hv-cinder-83118: {}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: L3 agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: Metadata agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: Metering agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: Open vSwitch agent@dv-cinder-831188-1-smb: { 'ConntrackHelper': '1.0', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Log': '1.0', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Network': '1.1', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Port': '1.5', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'PortForwarding': '1.2', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'QosPolicy': '1.8', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'SecurityGroup': '1.2', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'SecurityGroupRule': '1.0', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'SubPort': '1.0', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Subnet': '1.1', Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: 'Trunk': '1.1'}} Feb 28 18:44:52.880713 dv-cinder-831188-1-smb neutron-server[83019]: {{(pid=83019) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:44:52.889709 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Checking segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:44:52.889709 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Network hostable DHCP agents. Network: 198014fe-b52d-406d-84ea-527087f16987, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:44:52.909752 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Network 198014fe-b52d-406d-84ea-527087f16987 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:44:52.920237 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, 198014fe-b52d-406d-84ea-527087f16987) {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:52.924727 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:52.925321 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.934570 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad60520-6942-4b61-a5f4-be3fe488f8c2 None None] Network 198014fe-b52d-406d-84ea-527087f16987 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:44:52.952859 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39694) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:52.953380 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-573a68a5-2e8d-4be6-ae8f-26cacb02c3fd admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4451060 Feb 28 18:44:52.960527 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:52.966711 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:52.971775 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Usage tracker for resource:router and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:52.976184 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:52.983677 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:52.996828 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41702'] for router, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:52.999692 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1784398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41713'] for router, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.043906 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.205397 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.209273 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7b6df4-7a7f-5bbf-97d4-8ba87b53318a-198014fe-b52d-406d-84ea-527087f16987', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5'}]}} from dv-cinder-831188-1-smb. {{(pid=83021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 18:44:53.210158 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.396525 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.db_base_plugin_common [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Allocated IP 172.20.0.2 (198014fe-b52d-406d-84ea-527087f16987/6e9f94b2-c035-49ad-9387-08f96d2f51c5/f5c5541d-24a3-401e-90ec-6e492182af70) {{(pid=83021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:53.415298 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.450660 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.490925 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39716) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:53.635677 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Allocated IP 172.28.3.85 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/e523fc25-6c2e-4c61-8ffc-00bcb690f321) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:53.682569 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Notify callbacks [] for port, precommit_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.694625 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39728) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:53.699315 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Transition to ACTIVE for port object f5c5541d-24a3-401e-90ec-6e492182af70 will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:44:53.720563 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Transition to ACTIVE for port object f5c5541d-24a3-401e-90ec-6e492182af70 will not be triggered until provisioned by entity DHCP. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:44:53.728279 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.805681 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Network 198014fe-b52d-406d-84ea-527087f16987 is already hosted by enough agents. {{(pid=83021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:53.807095 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.base_scheduler [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Resources bound (agent type, host, resource id): {{(pid=83021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:53.809667 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Received port after_create {{(pid=83021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:44:53.818792 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Pushing event updated for resources: {'Port': ['ID=f5c5541d-24a3-401e-90ec-6e492182af70,revision_number=1']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:53.825536 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.861596 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.901049 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.901049 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.901049 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.901519 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.901519 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.901837 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.902111 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.902430 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.903227 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.903227 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.903446 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Tracked resource versions report: Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: pushed versions: Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: { 'ConntrackHelper': {'1.0'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Log': {'1.0'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Network': {'1.1'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Port': {'1.5'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'PortForwarding': {'1.2'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'QosPolicy': {'1.8'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'SecurityGroup': {'1.2'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'SecurityGroupRule': {'1.0'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'SubPort': {'1.0'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Subnet': {'1.1'}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Trunk': {'1.1'}} Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: consumer versions: Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: { DHCP agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: HyperV agent@hv-cinder-83118: {}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: L3 agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: Metadata agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: Metering agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: Open vSwitch agent@dv-cinder-831188-1-smb: { 'ConntrackHelper': '1.0', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Log': '1.0', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Network': '1.1', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Port': '1.5', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'PortForwarding': '1.2', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'QosPolicy': '1.8', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'SecurityGroup': '1.2', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'SecurityGroupRule': '1.0', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'SubPort': '1.0', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Subnet': '1.1', Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: 'Trunk': '1.1'}} Feb 28 18:44:53.904337 dv-cinder-831188-1-smb neutron-server[83021]: {{(pid=83021) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:44:53.927289 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Attempting to bind port f5c5541d-24a3-401e-90ec-6e492182af70 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:53.927686 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Attempting to bind port f5c5541d-24a3-401e-90ec-6e492182af70 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:53.928584 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Attempting to bind port f5c5541d-24a3-401e-90ec-6e492182af70 on network 198014fe-b52d-406d-84ea-527087f16987 {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:44:53.935617 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:44:53.935974 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Checking segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:44:53.936368 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.936479 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:53.936756 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Bound using segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:44:53.937215 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Bound port: f5c5541d-24a3-401e-90ec-6e492182af70, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:53.937600 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:53.939985 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:53.944274 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:44:53.958749 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39744) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:53.982888 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Pushing event updated for resources: {'Port': ['ID=e523fc25-6c2e-4c61-8ffc-00bcb690f321,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:54.022600 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39750) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:54.064499 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] For port f5c5541d-24a3-401e-90ec-6e492182af70, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:54.068431 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] For port f5c5541d-24a3-401e-90ec-6e492182af70, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=f5c5541d-24a3-401e-90ec-6e492182af70,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:54.074471 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.085977 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.087455 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035'] for router, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.096833 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1515821454-network', 'tenant_id': '471ab32513ef4f049e0057fece90e335'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:54.102271 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:54.110590 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Usage tracker for resource:network and tenant:471ab32513ef4f049e0057fece90e335 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:54.119326 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:54.141117 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-network', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:54.146266 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:54.150291 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Usage tracker for resource:network and tenant:ae42e981f60347dc872b6aed8ac34238 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:54.156564 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:54.163778 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:54.166068 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ea5a9f-5164-4c16-9b04-5782c7642a7a None None] Pushing event updated for resources: {'Port': ['ID=f5c5541d-24a3-401e-90ec-6e492182af70,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:54.177274 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:54.182368 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Made reservation on behalf of ae42e981f60347dc872b6aed8ac34238 for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:54.185292 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.216295 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.290164 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:54.292929 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Made reservation on behalf of 471ab32513ef4f049e0057fece90e335 for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:54.299909 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.315371 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Usage tracker for resource:security_group_rule and tenant:ae42e981f60347dc872b6aed8ac34238 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:54.323993 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:54.327184 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.358176 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-656054712-network', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:54.364242 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:54.368497 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:54.373295 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Usage tracker for resource:network and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:54.376716 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:54.383829 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:54.401274 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Made reservation on behalf of 2d41e65486614b1e9fc7a7e2d586a9b5 for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:54.405076 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.474257 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:54.479906 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Router d8c2cf02-d027-4e19-8441-b5c981db26b2 is scheduled to L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 with binding_index 1 {{(pid=83020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:44:54.481230 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Usage tracker for resource:security_group_rule and tenant:471ab32513ef4f049e0057fece90e335 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:54.484731 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:54.494975 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:54.531529 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-438252068-network', 'tenant_id': 'a5bfc174d2af4fa0b1a67463bbd7104b'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:54.544596 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:54.549419 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Usage tracker for resource:network and tenant:a5bfc174d2af4fa0b1a67463bbd7104b is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:54.553359 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:54.559979 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:54.574457 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.596263 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Made reservation on behalf of a5bfc174d2af4fa0b1a67463bbd7104b for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:54.601905 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.632236 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.675508 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:54.683282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Usage tracker for resource:security_group_rule and tenant:a5bfc174d2af4fa0b1a67463bbd7104b is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:54.683282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:54.689312 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:54.746236 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device f5c5541d-24a3-401e-90ec-6e492182af70 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:44:54.775298 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.789905 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.803435 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:44:54.817000 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.817807 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Added segment 8c734370-2b99-4de5-b744-e8ed55dcb3b2 of type vlan for network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 Feb 28 18:44:54.853984 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:54.896710 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port f5c5541d-24a3-401e-90ec-6e492182af70 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:44:54.945205 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a4af4-50da-431f-b0cf-e53d818ee0cd,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:54.973304 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:44:54.987999 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Sync routers for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:44:55.008354 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.010013 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:44:55.010810 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:44:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:55.012352 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:55.015678 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.057309 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.058861 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-bcc4d646-be20-476f-bab0-c42d0f9b1e10 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1040695 Feb 28 18:44:55.062690 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39776) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:55.168020 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1430948 Feb 28 18:44:55.194273 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39780) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:55.340679 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Request body: {'subnet': {'network_id': '505c7eec-3720-4dc1-aabd-e1aebb6b5bd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-438252068-subnet', 'tenant_id': 'a5bfc174d2af4fa0b1a67463bbd7104b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:55.353238 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:55.361970 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Usage tracker for resource:subnet and tenant:a5bfc174d2af4fa0b1a67463bbd7104b is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:55.365252 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.369982 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:55.371046 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d0eba-5831-47cb-981b-3486b3266fef admin admin] Pushing event updated for resources: {'Network': ['ID=505c7eec-3720-4dc1-aabd-e1aebb6b5bd3,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:55.377275 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:55.383864 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:44:55.388444 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:55.403295 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Usage tracker for resource:security_group_rule and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:55.424615 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:55.438536 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:55.457424 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:44:55.467469 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.469450 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.502178 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Made reservation on behalf of a5bfc174d2af4fa0b1a67463bbd7104b for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:55.506020 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 576} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:44:55.511443 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.565493 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.715726 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42eded6-bd49-4089-bacb-39718b5895fb None None] Network 198014fe-b52d-406d-84ea-527087f16987 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:44:55.742771 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:44:55.768625 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.769829 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Added segment 62d9b3c5-b957-4342-8dc1-a6fcfede74a4 of type vlan for network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 Feb 28 18:44:55.843885 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.913416 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.914656 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Added segment 06105543-b5b2-4a7d-8ced-d3ad9240f91f of type vlan for network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 Feb 28 18:44:55.948061 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-a055d303-f967-4881-8764-7e8b3d628272 None None] Provisioning for port f5c5541d-24a3-401e-90ec-6e492182af70 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:44:55.955558 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-a055d303-f967-4881-8764-7e8b3d628272 None None] Provisioning complete for port f5c5541d-24a3-401e-90ec-6e492182af70 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:55.955911 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a055d303-f967-4881-8764-7e8b3d628272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:55.976396 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.096005 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.096984 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:56.099847 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.121749 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.178798 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.195289 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.207021 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a055d303-f967-4881-8764-7e8b3d628272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.286314 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:54Z', 'revision_number': 3, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:56.307627 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Checking router: d8c2cf02-d027-4e19-8441-b5c981db26b2 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:44:56.308230 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Updating router d8c2cf02-d027-4e19-8441-b5c981db26b2 port e523fc25-6c2e-4c61-8ffc-00bcb690f321 binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:44:56.310873 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Checking segment: {'id': '8c734370-2b99-4de5-b744-e8ed55dcb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '505c7eec-3720-4dc1-aabd-e1aebb6b5bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:44:56.311229 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Network hostable DHCP agents. Network: 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:44:56.366003 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffe483f-e2ed-4df8-9683-5535eac816d7,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:56.369495 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:44:56.381410 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.db.resource_extend [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 18:44:56.404155 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e72f3bd4-723e-48eb-a476-8d8ffbb8d36d,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:56.414195 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:56.417162 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:56.417775 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.434314 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.438591 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5577e6ab-1bab-453c-9505-7028fe0e20a2 None None] Network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:44:56.486168 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e226ae54-3d46-435c-b647-562470da751c,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:56.584471 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8ca712e3-3121-4a92-b610-2f83538243ae admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3894603 Feb 28 18:44:56.612301 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 573} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:44:56.629714 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8414600f-4315-4579-bb03-e1c91fea7787,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:56.655218 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] Pushing event updated for resources: {'Network': ['ID=b401d7e9-d1d6-4283-bcfe-a545fabe86c1,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:56.660941 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.661981 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:56.662420 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.701366 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-54c5b1f0-c8fb-4661-9c71-070904b40c2f admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.2092237 Feb 28 18:44:56.721773 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.722117 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Added segment cc8b235d-ee42-4864-8a5f-d92a4df74d68 of type vlan for network a96b9800-dd5e-4cee-96df-a385ed65ba1e Feb 28 18:44:56.736999 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39826) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:56.878420 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Request body: {'subnet': {'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1515821454-subnet', 'tenant_id': '471ab32513ef4f049e0057fece90e335', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:56.904223 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-a055d303-f967-4881-8764-7e8b3d628272 None None] For port f5c5541d-24a3-401e-90ec-6e492182af70, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=f5c5541d-24a3-401e-90ec-6e492182af70,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:44:56.907119 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:44:56.920887 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:56.939287 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:56.976240 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] Pushing event updated for resources: {'Network': ['ID=7045dcc9-31ba-49da-ae56-40e4ea6a8c53,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:56.998313 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-e7b5f10e-1e0b-4e37-8474-42e164fd9d0c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3000164 Feb 28 18:44:56.998739 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Usage tracker for resource:subnet and tenant:471ab32513ef4f049e0057fece90e335 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:57.028124 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a055d303-f967-4881-8764-7e8b3d628272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.031220 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:44:57.056173 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39842) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:57.059196 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:57.089497 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:57.109393 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Request body: {'subnet': {'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-subnet', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:57.143445 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.156937 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:57.188054 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Usage tracker for resource:subnet and tenant:ae42e981f60347dc872b6aed8ac34238 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:57.199718 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.200293 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:57.214485 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Made reservation on behalf of 471ab32513ef4f049e0057fece90e335 for: {'subnet': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:57.216808 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Notify callbacks [] for subnet, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.238044 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Transition to ACTIVE for port object e523fc25-6c2e-4c61-8ffc-00bcb690f321 will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:44:57.257515 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.273296 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:57.358026 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Pushing event updated for resources: {'Port': ['ID=e523fc25-6c2e-4c61-8ffc-00bcb690f321,revision_number=2']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:57.390113 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9936b1ad-2032-4e68-bbf6-5541a5908d00 None None] Network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:44:57.399772 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.400312 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.401842 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.402297 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.402747 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.403144 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.403585 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.404083 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.404426 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.404758 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.405457 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Tracked resource versions report: Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: pushed versions: Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: { 'ConntrackHelper': {'1.0'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Log': {'1.0'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Network': {'1.1'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Port': {'1.5'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'PortForwarding': {'1.2'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'QosPolicy': {'1.8'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'SecurityGroup': {'1.2'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'SecurityGroupRule': {'1.0'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'SubPort': {'1.0'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Subnet': {'1.1'}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Trunk': {'1.1'}} Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: consumer versions: Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: { DHCP agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: HyperV agent@hv-cinder-83118: {}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: L3 agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: Metadata agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: Metering agent@dv-cinder-831188-1-smb: {}, Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: Open vSwitch agent@dv-cinder-831188-1-smb: { 'ConntrackHelper': '1.0', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Log': '1.0', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Network': '1.1', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Port': '1.5', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'PortForwarding': '1.2', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'QosPolicy': '1.8', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'SecurityGroup': '1.2', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'SecurityGroupRule': '1.0', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'SubPort': '1.0', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Subnet': '1.1', Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: 'Trunk': '1.1'}} Feb 28 18:44:57.407172 dv-cinder-831188-1-smb neutron-server[83022]: {{(pid=83022) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 18:44:57.412762 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Attempting to bind port e523fc25-6c2e-4c61-8ffc-00bcb690f321 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:44:57.413143 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Attempting to bind port e523fc25-6c2e-4c61-8ffc-00bcb690f321 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:44:57.413582 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Attempting to bind port e523fc25-6c2e-4c61-8ffc-00bcb690f321 on network 6a6310a4-27e9-49f9-b733-025eb53f42bb {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:44:57.428521 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Allocated IP 172.20.0.1 (198014fe-b52d-406d-84ea-527087f16987/6e9f94b2-c035-49ad-9387-08f96d2f51c5/ca3cea32-5b67-4b07-8a18-5794feb01a6a) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:44:57.432244 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:44:57.432801 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:44:57.433213 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.433653 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Bound using segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:44:57.434273 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Bound port: e523fc25-6c2e-4c61-8ffc-00bcb690f321, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:44:57.434670 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.479877 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.db.resource_extend [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 18:44:57.571536 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39870) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:57.572161 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Made reservation on behalf of ae42e981f60347dc872b6aed8ac34238 for: {'subnet': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:57.574422 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.615354 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] For port e523fc25-6c2e-4c61-8ffc-00bcb690f321, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:44:57.617326 dv-cinder-831188-1-smb neutron-server[83019]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 18:44:57.621560 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] For port e523fc25-6c2e-4c61-8ffc-00bcb690f321, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=e523fc25-6c2e-4c61-8ffc-00bcb690f321,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:44:57.659647 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.715370 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055d303-f967-4881-8764-7e8b3d628272 None None] Pushing event updated for resources: {'Port': ['ID=f5c5541d-24a3-401e-90ec-6e492182af70,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:57.742342 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.743476 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:57.744212 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.845598 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:57.892407 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Transition to ACTIVE for port object ca3cea32-5b67-4b07-8a18-5794feb01a6a will not be triggered until provisioned by entity DHCP. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:44:57.918589 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145b2c7-43f4-4d99-a2aa-d8f9b0790566 None None] Pushing event updated for resources: {'Port': ['ID=e523fc25-6c2e-4c61-8ffc-00bcb690f321,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:57.955084 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:58.036697 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:44:58.037452 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:44:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:58.106529 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 4.1466305 Feb 28 18:44:58.118137 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de55c6f-3af0-44b5-8aed-9e395732939c admin admin] Pushing event updated for resources: {'Network': ['ID=a96b9800-dd5e-4cee-96df-a385ed65ba1e,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:58.132124 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:44:58.146707 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39882) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:58.176707 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Network 198014fe-b52d-406d-84ea-527087f16987 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:44:58.185208 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Request body: {'subnet': {'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-subnet', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:58.195917 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:58.211037 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Usage tracker for resource:subnet and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:58.220942 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:58.229528 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-86b20593-3aa6-4091-bb73-926fc1b91160 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:58.230144 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:58.231401 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-86b20593-3aa6-4091-bb73-926fc1b91160 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Synchronizing usage tracker for tenant:a5bfc174d2af4fa0b1a67463bbd7104b on resource:network {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:44:58.255084 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:58.260513 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:44:58.260930 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1718005'] for router_interface, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:58.340862 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39886) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:58.341807 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3cea32-5b67-4b07-8a18-5794feb01a6a,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:58.360774 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Made reservation on behalf of 2d41e65486614b1e9fc7a7e2d586a9b5 for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:44:58.365948 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:58.444901 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:44:58.467956 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:58.471880 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-ba246e85-6ed6-4f09-bc23-55f4692c8868 None None] Provisioning complete for port f5c5541d-24a3-401e-90ec-6e492182af70 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:58.472237 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-ba246e85-6ed6-4f09-bc23-55f4692c8868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:58.587615 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-86b20593-3aa6-4091-bb73-926fc1b91160 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Unset dirty status for tenant:a5bfc174d2af4fa0b1a67463bbd7104b on resource:network {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:44:58.588793 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-86b20593-3aa6-4091-bb73-926fc1b91160 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/networks?id=505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 HTTP/1.1" status: 200 len: 811 time: 0.9803567 Feb 28 18:44:58.592121 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dccc7d7d-f825-4a31-a33d-79b3b778d8c8,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:58.667739 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-dbc959a5-93ed-4a2c-84d2-14763ba224f8 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/quotas/a5bfc174d2af4fa0b1a67463bbd7104b HTTP/1.1" status: 200 len: 375 time: 0.0256755 Feb 28 18:44:58.669519 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device f5c5541d-24a3-401e-90ec-6e492182af70 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:44:58.792209 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-2fc4afd1-9b8f-4c67-81c3-feb588f43daf tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a5bfc174d2af4fa0b1a67463bbd7104b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1149940 Feb 28 18:44:58.830046 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:58.841270 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Checking segment: {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:44:58.841921 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Network hostable DHCP agents. Network: 7045dcc9-31ba-49da-ae56-40e4ea6a8c53, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:44:58.907890 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:54Z', 'revision_number': 3, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:44:58.922620 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38386e3-11e0-4830-952c-b939aa9d39bc None None] The sync data for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb is: [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:54Z', 'revision_number': 3, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:44:58.934753 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:58.982983 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:44:58.997462 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.043217 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:59.049473 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0a159e3daaab4232b8c3b23ca478a50c is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:59.053804 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port f5c5541d-24a3-401e-90ec-6e492182af70 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:59.054183 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.057144 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:59.065522 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:59.081444 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, 7045dcc9-31ba-49da-ae56-40e4ea6a8c53) {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:59.098275 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:44:59.099335 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.100386 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.141860 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910dd479-184b-4c26-9418-a6ea2fb54a46 None None] Network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:44:59.150020 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7cb7169-cb4a-4475-88e5-a60620e9961a,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:59.159807 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0fec99-1b78-46df-bb49-0a09617f2237,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:59.188046 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a87d91db-2c58-48f1-b4c4-e9f9947c9f5a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.1184962 Feb 28 18:44:59.195861 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-af9e34e1-13a4-485e-8dd5-8f63c4dca8a8 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83019) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:44:59.203797 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-af9e34e1-13a4-485e-8dd5-8f63c4dca8a8 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2214451 Feb 28 18:44:59.208793 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39914) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:59.290978 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Checking segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:44:59.291427 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Network hostable DHCP agents. Network: a96b9800-dd5e-4cee-96df-a385ed65ba1e, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:44:59.357269 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4afb7007-b7a9-404c-b5f3-b88582ad329e None None] Provisioning for port ca3cea32-5b67-4b07-8a18-5794feb01a6a completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:44:59.383119 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4afb7007-b7a9-404c-b5f3-b88582ad329e None None] Provisioning complete for port ca3cea32-5b67-4b07-8a18-5794feb01a6a triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:44:59.383643 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4afb7007-b7a9-404c-b5f3-b88582ad329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.416577 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-813c3c65-76db-492d-b494-29b93154fa6b service neutron] 10.222.0.45 "GET /v2.0/networks/505c7eec-3720-4dc1-aabd-e1aebb6b5bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115600 Feb 28 18:44:59.424318 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:44:59.430768 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:44:59.435158 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Usage tracker for resource:router and tenant:ae42e981f60347dc872b6aed8ac34238 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:44:59.439207 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:44:59.448891 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:44:59.567962 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.605224 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41702'] for router, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.607664 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1784398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41713'] for router, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.614355 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.629063 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4afb7007-b7a9-404c-b5f3-b88582ad329e None None] Port ca3cea32-5b67-4b07-8a18-5794feb01a6a cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:44:59.637418 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Checking segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:44:59.637774 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Network hostable DHCP agents. Network: b401d7e9-d1d6-4283-bcfe-a545fabe86c1, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:44:59.711022 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:44:59.724767 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.778165 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2a383d-4946-43f0-8f75-181b7a864bb7 None None] Network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:44:59.791588 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7387d983-f81a-49be-938f-5b78e7038b3f,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:44:59.801632 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-208a9fb1-e8e7-4394-bac9-fd09ef11cd93 service neutron] 10.222.0.45 "GET /v2.0/networks/505c7eec-3720-4dc1-aabd-e1aebb6b5bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832824 Feb 28 18:44:59.834540 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c6565c43-1c60-436b-b3fe-fa16a0e2b7a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a159e3daaab4232b8c3b23ca478a50c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4839518 Feb 28 18:44:59.838790 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.839591 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 39932) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:44:59.849851 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.850777 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32144969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717784'] for router_interface, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:44:59.863207 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:44:59.891246 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, b401d7e9-d1d6-4283-bcfe-a545fabe86c1) {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:44:59.906887 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4560f9ce-df35-461e-afd9-6e443146f09f None None] Network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:45:00.035571 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, a96b9800-dd5e-4cee-96df-a385ed65ba1e) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:00.045582 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:00.059472 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.085894 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57b0e3d-11f2-455b-b878-274310f518c9 None None] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:45:00.112531 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Network 198014fe-b52d-406d-84ea-527087f16987 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:00.119292 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:00.173961 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:00.175645 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.238696 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39948) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:00.243778 dv-cinder-831188-1-smb neutron-server[83020]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 18:45:00.282662 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-97382470-f20b-4098-a353-a53492c4866e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.5446894 Feb 28 18:45:00.291868 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3cea32-5b67-4b07-8a18-5794feb01a6a,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:00.313840 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f857d091-d4bc-40b7-8019-ad07e0da17a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.347672 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.420383 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f857d091-d4bc-40b7-8019-ad07e0da17a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.497400 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c310ae9c-2108-4eb6-9518-1c283039fd4f req-1ae9be90-8959-4b18-b6c2-be4340e09e71 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 210 time: 0.2570336 Feb 28 18:45:00.706545 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8c8e99c0-3dc0-43bb-bf20-a857196a27f6 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5567057 Feb 28 18:45:00.708416 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 39976) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:00.732604 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:00.735746 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f857d091-d4bc-40b7-8019-ad07e0da17a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.741818 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:00.750819 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Usage tracker for resource:router and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:00.760930 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:00.772888 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:00.801939 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857d091-d4bc-40b7-8019-ad07e0da17a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7387d983-f81a-49be-938f-5b78e7038b3f,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:00.820560 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41702'] for router, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.822310 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1784398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41713'] for router, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.840230 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f857d091-d4bc-40b7-8019-ad07e0da17a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:00.846332 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f857d091-d4bc-40b7-8019-ad07e0da17a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7387d983-f81a-49be-938f-5b78e7038b3f HTTP/1.1" status: 204 len: 168 time: 1.0030475 Feb 28 18:45:00.855627 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device e523fc25-6c2e-4c61-8ffc-00bcb690f321 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:00.978966 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:01.024345 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:01.140663 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:01.170811 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7b6df4-7a7f-5bbf-97d4-8ba87b53318a-a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237'}]}} from dv-cinder-831188-1-smb. {{(pid=83021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 18:45:01.171828 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:01.439063 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40008) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:01.443172 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-08ed775c-5797-45e2-b239-6369552cf166 None None] Provisioning complete for port ca3cea32-5b67-4b07-8a18-5794feb01a6a triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:01.444027 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-08ed775c-5797-45e2-b239-6369552cf166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:01.536024 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Allocated IP 172.28.3.121 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/bab71aba-e893-48b7-ad85-1f00a2d06274) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:01.584206 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port e523fc25-6c2e-4c61-8ffc-00bcb690f321 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:01.588246 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c01b2ef-21c4-4259-8bfe-46b933347309 None None] Network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:45:01.726224 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-133deec0-7f09-4b7c-9337-83ef165fd10b req-930b0dc8-2306-47d5-a38d-1ba4bc4bd93b tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 210 time: 0.0611250 Feb 28 18:45:01.755462 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:01.795362 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e3cd513c-917b-4e31-899e-716d85890d2e tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:01.797151 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e3cd513c-917b-4e31-899e-716d85890d2e tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 815 time: 0.4541225 Feb 28 18:45:01.835318 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.db_base_plugin_common [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Allocated IP 172.20.0.2 (a96b9800-dd5e-4cee-96df-a385ed65ba1e/fe0fec99-1b78-46df-bb49-0a09617f2237/8fda25e7-7c41-44eb-97a9-736e0ed29011) {{(pid=83021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:01.858073 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.024228 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.046790 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port e523fc25-6c2e-4c61-8ffc-00bcb690f321 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:02.047354 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.109315 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Router d8c2cf02-d027-4e19-8441-b5c981db26b2 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:45:02.111241 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.123046 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e7f99eb3-c022-472a-9431-5e3534e43078 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/quotas/471ab32513ef4f049e0057fece90e335 HTTP/1.1" status: 200 len: 375 time: 0.3071077 Feb 28 18:45:02.145841 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:02.151643 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:02.164549 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:02.176921 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Notify callbacks [] for port, precommit_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.187546 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Transition to ACTIVE for port object 8fda25e7-7c41-44eb-97a9-736e0ed29011 will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:02.207673 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Transition to ACTIVE for port object 8fda25e7-7c41-44eb-97a9-736e0ed29011 will not be triggered until provisioned by entity DHCP. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:02.219083 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-17072b25-c4d4-4bbe-94e0-0b325373dc0c tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0767305 Feb 28 18:45:02.237096 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Pushing event updated for resources: {'Port': ['ID=bab71aba-e893-48b7-ad85-1f00a2d06274,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:02.290896 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.374329 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Pushing event updated for resources: {'Port': ['ID=8fda25e7-7c41-44eb-97a9-736e0ed29011,revision_number=1']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:02.403649 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-08ed775c-5797-45e2-b239-6369552cf166 None None] Port ca3cea32-5b67-4b07-8a18-5794feb01a6a cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:45:02.422190 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:02.436933 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] Usage tracker for resource:security_group_rule and tenant:3c3122efa4e446db87bad8f50e63c578 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:02.443685 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:02.462564 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:02.555971 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.556744 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035'] for router, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.583690 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.596377 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e is already hosted by enough agents. {{(pid=83021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:02.599096 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.base_scheduler [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Resources bound (agent type, host, resource id): {{(pid=83021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:02.605421 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Received port after_create {{(pid=83021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:02.671210 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-dc2dedbe-75ef-4854-a924-671d2b2e55aa service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83020) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:45:02.672220 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-dc2dedbe-75ef-4854-a924-671d2b2e55aa service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2197402 Feb 28 18:45:02.677226 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.792685 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:45:02.863870 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Attempting to bind port 8fda25e7-7c41-44eb-97a9-736e0ed29011 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:02.864442 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Attempting to bind port 8fda25e7-7c41-44eb-97a9-736e0ed29011 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:02.864706 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Attempting to bind port 8fda25e7-7c41-44eb-97a9-736e0ed29011 on network a96b9800-dd5e-4cee-96df-a385ed65ba1e {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:02.869986 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.879693 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:02.880223 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Checking segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:02.880446 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.880819 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Bound using segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:02.881306 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Bound port: 8fda25e7-7c41-44eb-97a9-736e0ed29011, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:02.881798 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:02.924433 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Router f83f74e2-1442-4862-8fbe-94446fdc9d39 is scheduled to L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 with binding_index 1 {{(pid=83019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:45:02.955609 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port e523fc25-6c2e-4c61-8ffc-00bcb690f321, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=e523fc25-6c2e-4c61-8ffc-00bcb690f321,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:02.977782 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:03.190118 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] For port 8fda25e7-7c41-44eb-97a9-736e0ed29011, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:03.200454 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] For port 8fda25e7-7c41-44eb-97a9-736e0ed29011, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=8fda25e7-7c41-44eb-97a9-736e0ed29011,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:03.204934 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=e523fc25-6c2e-4c61-8ffc-00bcb690f321,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:03.213637 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:03.229848 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:03.258142 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:03.318650 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c3122efa4e446db87bad8f50e63c578&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8646510 Feb 28 18:45:03.326395 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40068) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:03.362282 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d42262d-7a32-4455-abda-579bc2c9f4ee req-ff2265dd-3dc0-4139-92de-551c5761795c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 210 time: 0.2161644 Feb 28 18:45:03.429097 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83e00-dbab-439b-81a0-b933b23e7f17 None None] Pushing event updated for resources: {'Port': ['ID=8fda25e7-7c41-44eb-97a9-736e0ed29011,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:03.460440 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Allocated IP 172.28.3.204 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/bc97f24d-a4a8-4778-a1a0-5ea044920dab) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:03.471692 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-04bcd83e-fe23-4202-a15f-6452d6d3623e service neutron] 10.222.0.45 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7086539 Feb 28 18:45:03.501074 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f1732-c317-4987-a428-efb777cb59a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf666d5-dd9c-433d-b848-e9756659a247,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:03.559622 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:45:03.571626 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Sync routers for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:45:03.573209 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:45:03.585376 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Sync routers for ids ['f83f74e2-1442-4862-8fbe-94446fdc9d39'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:45:03.589181 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:03.589796 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:44:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:03.609799 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Routers {'f83f74e2-1442-4862-8fbe-94446fdc9d39'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:03.612829 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:44:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['f83f74e2-1442-4862-8fbe-94446fdc9d39'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:03.620929 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] Notify callbacks [] for router, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:03.625143 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-3b8806f9-f8e0-4f10-b5bc-d109f6e1dbc3 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2184622 Feb 28 18:45:03.625507 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40078) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:03.946029 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba471-f506-4453-979e-a9e64f56a95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.028933 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-528a3122-45ba-448c-8ca3-6bb86579ded5 admin admin] 10.222.0.45 "PUT /v2.0/routers/d8c2cf02-d027-4e19-8441-b5c981db26b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9649768 Feb 28 18:45:04.072298 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:04.076099 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-cfd60e1a-f174-4518-b50d-427f20417636 service neutron] 10.222.0.45 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6035852 Feb 28 18:45:04.077787 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba471-f506-4453-979e-a9e64f56a95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.090757 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.127056 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40090) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:04.179937 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Set router f83f74e2-1442-4862-8fbe-94446fdc9d39 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:04.195502 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.293648 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.65', 59463) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:04.323869 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Pushing event updated for resources: {'Port': ['ID=bc97f24d-a4a8-4778-a1a0-5ea044920dab,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:04.329412 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba471-f506-4453-979e-a9e64f56a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.357687 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ba471-f506-4453-979e-a9e64f56a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf666d5-dd9c-433d-b848-e9756659a247,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:04.383026 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:04.396502 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:04.406688 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:04.641461 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba471-f506-4453-979e-a9e64f56a95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.645419 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-ac0ba471-f506-4453-979e-a9e64f56a95c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ddf666d5-dd9c-433d-b848-e9756659a247 HTTP/1.1" status: 204 len: 168 time: 1.3027766 Feb 28 18:45:04.742264 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.743027 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035'] for router, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.915620 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:04.987153 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 3, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port': {'id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:01Z', 'updated_at': '2022-02-28T18:45:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:04.993122 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Checking router: f83f74e2-1442-4862-8fbe-94446fdc9d39 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:45:04.994232 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Updating router f83f74e2-1442-4862-8fbe-94446fdc9d39 port bab71aba-e893-48b7-ad85-1f00a2d06274 binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:45:05.089994 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:05.103866 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903315b1-e072-487a-b225-7d10ba4ddd39 None None] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:45:05.122422 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] Usage tracker for resource:security_group_rule and tenant:11e2a50768c14c25a9480a8e36aea32f is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:05.146401 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:05.186691 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:05.219174 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:05.239361 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-631f96ea-8724-4d20-87c5-ab8d49434e45 req-cb9f0003-cf6f-4a65-bad7-764c6928566a tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 210 time: 0.3720045 Feb 28 18:45:05.333973 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 8fda25e7-7c41-44eb-97a9-736e0ed29011 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:05.510911 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6e676864-2d02-4006-81b8-f17f8dd615c5 req-be57121b-8b13-49fc-acbd-76b4775d5737 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 210 time: 0.1211877 Feb 28 18:45:05.544595 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-ae57a6aa-0384-4d8f-abe8-a29291b3c122 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:05.546513 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-ae57a6aa-0384-4d8f-abe8-a29291b3c122 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.65 "GET /v2.0/networks?id=505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 HTTP/1.1" status: 200 len: 811 time: 1.2465341 Feb 28 18:45:05.615009 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-df05df3c-1965-40a5-bced-b1d333d4587c None None] Provisioning for port 8fda25e7-7c41-44eb-97a9-736e0ed29011 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:05.618268 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Request body: {'port': {'device_id': '83b9e857-47ef-4475-b9c0-c189604201c7', 'network_id': '505c7eec-3720-4dc1-aabd-e1aebb6b5bd3', 'admin_state_up': True, 'tenant_id': 'a5bfc174d2af4fa0b1a67463bbd7104b'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:05.694494 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:44:59Z', 'revision_number': 2, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:05.729513 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Checking router: d8c2cf02-d027-4e19-8441-b5c981db26b2 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:45:05.730733 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Updating router d8c2cf02-d027-4e19-8441-b5c981db26b2 port ca3cea32-5b67-4b07-8a18-5794feb01a6a binding host dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:45:05.788386 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:05.827130 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:05.922264 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40156) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:05.951171 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:05.959630 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11e2a50768c14c25a9480a8e36aea32f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7906518 Feb 28 18:45:05.974154 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40158) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:05.999781 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989764991', 'description': 'tempest-description--1411403229'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:06.002962 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 8fda25e7-7c41-44eb-97a9-736e0ed29011 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:06.031009 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 8fda25e7-7c41-44eb-97a9-736e0ed29011 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:06.031770 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.089767 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.121731 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Transition to ACTIVE for port object bab71aba-e893-48b7-ad85-1f00a2d06274 will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:06.131599 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:06.142451 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.182459 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:security_group and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:06.212835 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:06.216861 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b5ba11-0c66-4525-85ee-d0b1d6478554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366dc1f1-c6cf-4adc-87e1-764da4f003d1,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:06.232192 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3fc52-d595-45ea-9069-35f8243a49f9 None None] Pushing event updated for resources: {'Port': ['ID=bab71aba-e893-48b7-ad85-1f00a2d06274,revision_number=2']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:06.257926 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:06.279464 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Router 96341394-f917-4d21-8c27-6b1147eb9644 is scheduled to L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 with binding_index 1 {{(pid=83020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:45:06.295861 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.319792 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-903c7731-1f0f-4818-a683-97cab68be959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.332545 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Attempting to bind port bab71aba-e893-48b7-ad85-1f00a2d06274 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:06.333413 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Attempting to bind port bab71aba-e893-48b7-ad85-1f00a2d06274 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:06.334033 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Attempting to bind port bab71aba-e893-48b7-ad85-1f00a2d06274 on network 6a6310a4-27e9-49f9-b733-025eb53f42bb {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:06.343089 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:06.344100 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:06.344738 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.345379 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Bound using segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:06.346300 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Bound port: bab71aba-e893-48b7-ad85-1f00a2d06274, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:06.346945 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.355582 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-903c7731-1f0f-4818-a683-97cab68be959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.425119 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] For port bab71aba-e893-48b7-ad85-1f00a2d06274, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:06.430243 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] For port bab71aba-e893-48b7-ad85-1f00a2d06274, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bab71aba-e893-48b7-ad85-1f00a2d06274,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:06.447140 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.513337 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:06.523456 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-903c7731-1f0f-4818-a683-97cab68be959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.560510 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Usage tracker for resource:port and tenant:a5bfc174d2af4fa0b1a67463bbd7104b is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:06.588382 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:06.627243 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:06.704302 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c3fc52-d595-45ea-9069-35f8243a49f9 None None] Pushing event updated for resources: {'Port': ['ID=bab71aba-e893-48b7-ad85-1f00a2d06274,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:06.726046 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Routers {'f83f74e2-1442-4862-8fbe-94446fdc9d39'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:06.731933 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:44:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['f83f74e2-1442-4862-8fbe-94446fdc9d39'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:06.769852 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Made reservation on behalf of a5bfc174d2af4fa0b1a67463bbd7104b for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:06.776648 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.799466 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b3ae670e-f827-4483-8312-4d2eb7b93c3b req-c532f012-d670-4219-8725-4650720935ce tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 210 time: 0.1734488 Feb 28 18:45:06.876626 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:06.898561 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.943667 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-903c7731-1f0f-4818-a683-97cab68be959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:06.958300 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-903c7731-1f0f-4818-a683-97cab68be959 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/366dc1f1-c6cf-4adc-87e1-764da4f003d1 HTTP/1.1" status: 204 len: 168 time: 0.9822199 Feb 28 18:45:06.960571 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903c7731-1f0f-4818-a683-97cab68be959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366dc1f1-c6cf-4adc-87e1-764da4f003d1,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:07.140116 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:security_group_rule and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:07.164838 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dfacb16e-8a5b-473c-9a6d-97a47d8bb69b req-0c1b398a-d88b-495a-869f-bbc11b57cdef tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 210 time: 0.2806091 Feb 28 18:45:07.167204 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:07.220996 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:07.330238 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.342155 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:45:07.351400 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.356010 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Allocated IP 172.20.0.4 (505c7eec-3720-4dc1-aabd-e1aebb6b5bd3/e72f3bd4-723e-48eb-a476-8d8ffbb8d36d/d546294d-cc90-423b-89fb-2ba1c80a665c) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:07.396747 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Sync routers for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:45:07.398860 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.400611 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.4393179 Feb 28 18:45:07.404926 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40198) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:07.416495 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'security_group_rule': {'security_group_id': '99c08281-f7db-4466-a742-4ef43368e3fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:07.424057 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:07.429258 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:security_group_rule and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:07.433979 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:07.442411 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:07.442950 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-8f3b955c-7133-47ba-ba1d-938d3e74ff22 None None] Provisioning complete for port 8fda25e7-7c41-44eb-97a9-736e0ed29011 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:07.443506 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-8f3b955c-7133-47ba-ba1d-938d3e74ff22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.468715 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.470617 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-d7c389e1-0b41-412a-9720-71cee41ebba8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7544703 Feb 28 18:45:07.477028 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40202) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:07.490426 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962ae1b-cc66-47d4-a6d7-d8164e910ff8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c08281-f7db-4466-a742-4ef43368e3fa,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:07.499855 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.554064 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] Set router f83f74e2-1442-4862-8fbe-94446fdc9d39 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:07.590469 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 8fda25e7-7c41-44eb-97a9-736e0ed29011, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=8fda25e7-7c41-44eb-97a9-736e0ed29011,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:07.611699 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.612466 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device e523fc25-6c2e-4c61-8ffc-00bcb690f321 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:07.746312 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=8fda25e7-7c41-44eb-97a9-736e0ed29011,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:07.764562 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:07.765485 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:44:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:07.790571 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.809040 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.844576 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fff945-0294-415f-84d6-999e87547406,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:07.880261 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.65', 59469) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:07.986172 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:07.991527 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-bd0142e9-2ccc-46d4-8533-b28931b96e14 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5824804 Feb 28 18:45:08.004552 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40214) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:08.052181 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'security_group_rule': {'security_group_id': '99c08281-f7db-4466-a742-4ef43368e3fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:08.091379 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:08.259445 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:08.403463 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40222) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:08.470215 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-17d20db2-26c3-408d-acb7-f1c12a417c97 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:08.477257 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-17d20db2-26c3-408d-acb7-f1c12a417c97 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 815 time: 0.5641046 Feb 28 18:45:08.478302 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:security_group_rule and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:08.487018 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:08.512688 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:08.578643 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Request body: {'port': {'device_id': '0904e848-e4b1-48e8-b923-01c5f99f2b0a', 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'admin_state_up': True, 'tenant_id': '471ab32513ef4f049e0057fece90e335'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:08.616414 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 3, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port': {'id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:01Z', 'updated_at': '2022-02-28T18:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:08.622857 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3417779-fe1c-4bcc-a400-7de1e8d518f5 None None] The sync data for ids ['f83f74e2-1442-4862-8fbe-94446fdc9d39'] in dv-cinder-831188-1-smb is: [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 3, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port': {'id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:01Z', 'updated_at': '2022-02-28T18:45:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:45:08.632570 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40232) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:08.639296 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.db.resource_extend [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] It took 0.88 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 18:45:08.710346 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6b1c767b-5dd8-4826-bd4b-1a61fd8829b2 req-181bbc9a-9fb6-4fab-9b21-49e73fcafb8a tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 210 time: 0.4577258 Feb 28 18:45:08.811375 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port e523fc25-6c2e-4c61-8ffc-00bcb690f321 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:08.817452 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:08.846034 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:08.869929 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-52fbfa60-bce5-40b8-8baf-e70273518f6f req-9cac6fac-17b3-41fb-87d8-0f321217b35d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 210 time: 0.3178101 Feb 28 18:45:08.996374 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Notify callbacks [] for port, precommit_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.033819 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:09.036566 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.048031 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Usage tracker for resource:port and tenant:471ab32513ef4f049e0057fece90e335 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:09.052982 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:09.064516 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:09.088908 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Transition to ACTIVE for port object ca3cea32-5b67-4b07-8a18-5794feb01a6a will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:09.099708 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Made reservation on behalf of 471ab32513ef4f049e0057fece90e335 for: {'port': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:09.103239 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.122061 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.136558 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:09.141432 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] Usage tracker for resource:security_group_rule and tenant:23b0bb2c18564eb5a26d76cea4f1bc05 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:09.145361 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:09.152440 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:09.213146 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.231487 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.231809 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50b6cf-a117-40d2-b68c-f9d4f646cfe5 None None] Pushing event updated for resources: {'Port': ['ID=ca3cea32-5b67-4b07-8a18-5794feb01a6a,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:09.259046 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.287185 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.334631 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42661753-f02d-4c70-8287-cee592299eef,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:09.419849 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.445845 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c54485-5d05-45d3-b402-6487d4e96ebf,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:09.446998 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.448388 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-2573d5ea-2784-44f5-b2fc-0772dc6b605c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4344788 Feb 28 18:45:09.454893 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40248) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:09.465667 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'floatingip': {'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:09.476129 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:09.495429 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:floatingip and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:09.499689 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:09.506876 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.521107 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:09.626287 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Allocated IP 172.20.0.10 (b401d7e9-d1d6-4283-bcfe-a545fabe86c1/c7cb7169-cb4a-4475-88e5-a60620e9961a/4c6ceb87-bf7c-4c42-9274-961805732fc1) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:09.805153 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-fe1b4806-5b94-44d4-938f-55e58c51697b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23b0bb2c18564eb5a26d76cea4f1bc05&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1757782 Feb 28 18:45:09.806303 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:09.819052 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40256) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:09.877742 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 8fda25e7-7c41-44eb-97a9-736e0ed29011 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:09.909452 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Attempting to bind port ca3cea32-5b67-4b07-8a18-5794feb01a6a on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:09.910793 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Attempting to bind port ca3cea32-5b67-4b07-8a18-5794feb01a6a by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:09.911434 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Attempting to bind port ca3cea32-5b67-4b07-8a18-5794feb01a6a on network 198014fe-b52d-406d-84ea-527087f16987 {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:09.914823 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:04Z', 'revision_number': 3, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:09.976285 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Checking router: 96341394-f917-4d21-8c27-6b1147eb9644 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:45:09.978352 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Updating router 96341394-f917-4d21-8c27-6b1147eb9644 port bc97f24d-a4a8-4778-a1a0-5ea044920dab binding host dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:45:10.144866 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.174337 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.194038 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.198233 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.215182 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:10.224922 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:10.225544 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] Usage tracker for resource:security_group_rule and tenant:a5605122bb424eefbfef44fdc63f5b1a is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:10.225672 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Checking segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:10.226135 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.226745 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Bound using segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:10.227589 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Bound port: ca3cea32-5b67-4b07-8a18-5794feb01a6a, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:10.228086 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.232927 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:10.413525 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Pushing event updated for resources: {'Port': ['ID=4c6ceb87-bf7c-4c42-9274-961805732fc1,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:10.421927 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:10.488404 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] For port ca3cea32-5b67-4b07-8a18-5794feb01a6a, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:10.502497 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] For port ca3cea32-5b67-4b07-8a18-5794feb01a6a, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=ca3cea32-5b67-4b07-8a18-5794feb01a6a,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:10.522811 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.533347 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:10.537755 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:10.549022 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:10.555146 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:10.555555 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.596546 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-f10020bc-1bf7-4ac5-96db-45634edcbb6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0413280 Feb 28 18:45:10.599643 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.625632 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c1ef6540-a19f-44f0-b94d-fd98d4e0aa7e req-897d216f-2d7e-4e91-9e6c-8e6f9fbbe5d7 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 210 time: 0.5435441 Feb 28 18:45:10.648274 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97e1b1-15b0-419c-b873-ed1075da1878 req-80817d67-0022-4eb0-9973-b2748b31c93a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:10.650872 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-da97e1b1-15b0-419c-b873-ed1075da1878 req-80817d67-0022-4eb0-9973-b2748b31c93a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:10.702542 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-dfeeecca-e5f7-41b8-a9ab-0300c23c4186 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=83020) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 18:45:10.703546 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-dfeeecca-e5f7-41b8-a9ab-0300c23c4186 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0099108 Feb 28 18:45:10.809059 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:10.978575 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-da97e1b1-15b0-419c-b873-ed1075da1878 req-80817d67-0022-4eb0-9973-b2748b31c93a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:10.986312 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-da97e1b1-15b0-419c-b873-ed1075da1878 req-80817d67-0022-4eb0-9973-b2748b31c93a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 932 time: 0.7942078 Feb 28 18:45:11.004946 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5605122bb424eefbfef44fdc63f5b1a&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3108113 Feb 28 18:45:11.028896 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:11.077493 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40278) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:11.137188 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:11.155852 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-da97e1b1-15b0-419c-b873-ed1075da1878 req-0175e043-451b-45dd-8346-e1dd59e191b0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678548 Feb 28 18:45:11.307998 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Allocated IP 172.20.0.1 (7045dcc9-31ba-49da-ae56-40e4ea6a8c53/dccc7d7d-f825-4a31-a33d-79b3b778d8c8/d13f807f-43df-4a35-96cd-3c449c05b7b6) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:11.330328 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Request body: {'port': {'device_id': '0904e848-e4b1-48e8-b923-01c5f99f2b0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:11.448976 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Notify callbacks [] for port, precommit_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:11.462819 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Transition to ACTIVE for port object bc97f24d-a4a8-4778-a1a0-5ea044920dab will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:11.554764 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc50b6cf-a117-40d2-b68c-f9d4f646cfe5 None None] Pushing event updated for resources: {'Port': ['ID=ca3cea32-5b67-4b07-8a18-5794feb01a6a,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:11.565502 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:11.599985 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:11.671381 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:11.671890 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:44:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:11.770692 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-20ffa254-2082-4a4f-acda-34d2648d75c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:11.835010 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-20ffa254-2082-4a4f-acda-34d2648d75c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:11.968117 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Pushing event updated for resources: {'Port': ['ID=d546294d-cc90-423b-89fb-2ba1c80a665c,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:11.998451 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:12.100158 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-20ffa254-2082-4a4f-acda-34d2648d75c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.134717 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f0fc3-91a4-4d6f-a001-71eb099eaedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6b8b4e-286e-49eb-9baa-3470bb552e5f,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:12.161190 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:12.178762 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:12.268207 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:12.272919 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:12.273743 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.296236 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc35c54-1b36-4303-94d6-224c92dd0d7d None None] Pushing event updated for resources: {'Port': ['ID=bc97f24d-a4a8-4778-a1a0-5ea044920dab,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:12.450996 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 8fda25e7-7c41-44eb-97a9-736e0ed29011 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:12.451662 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.473995 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ffa254-2082-4a4f-acda-34d2648d75c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c54485-5d05-45d3-b402-6487d4e96ebf,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:12.495388 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-20ffa254-2082-4a4f-acda-34d2648d75c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.497014 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-20ffa254-2082-4a4f-acda-34d2648d75c5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c5c54485-5d05-45d3-b402-6487d4e96ebf HTTP/1.1" status: 204 len: 168 time: 2.6527002 Feb 28 18:45:12.528432 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.533128 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3f215d8f-ba5d-40a2-b19c-2597354619f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.580130 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c6ceb87-bf7c-4c42-9274-961805732fc1 {{(pid=83020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:12.588400 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3f215d8f-ba5d-40a2-b19c-2597354619f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.589098 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.605494 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Transition to ACTIVE for port object 4c6ceb87-bf7c-4c42-9274-961805732fc1 will not be triggered until provisioned by entity L2. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:12.605830 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b4ee17b1-6276-47c0-b0c6-23f3c29aa928 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9951282 Feb 28 18:45:12.613945 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.620311 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7904dbd6-1fb0-4a34-aa73-9d42e9c7086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.684123 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Request body: {'port': {'device_id': '83b9e857-47ef-4475-b9c0-c189604201c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:12.745001 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Allocated IP 172.28.3.54 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/5401745c-ce8b-447d-ba6e-3d454e4db496) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:12.787803 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef1354-90a7-483a-9684-c1e73eeb8b7b req-7f99e781-04fa-47d8-a124-c6d60a80caf4 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:12.795397 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-47ef1354-90a7-483a-9684-c1e73eeb8b7b req-7f99e781-04fa-47d8-a124-c6d60a80caf4 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 944 time: 0.1859567 Feb 28 18:45:12.841838 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Attempting to bind port bc97f24d-a4a8-4778-a1a0-5ea044920dab on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:12.842429 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Attempting to bind port bc97f24d-a4a8-4778-a1a0-5ea044920dab by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:12.842867 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Attempting to bind port bc97f24d-a4a8-4778-a1a0-5ea044920dab on network 6a6310a4-27e9-49f9-b733-025eb53f42bb {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:12.983279 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:12.983936 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:12.984574 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:12.985064 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Bound using segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:12.985840 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Bound port: bc97f24d-a4a8-4778-a1a0-5ea044920dab, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:12.986494 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.019223 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647ba43-1a55-4c11-ba09-74e7f635ce1f req-d7705f5e-21d9-42d9-b2af-301a89593c3c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:13.027121 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-3647ba43-1a55-4c11-ba09-74e7f635ce1f req-d7705f5e-21d9-42d9-b2af-301a89593c3c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Synchronizing usage tracker for tenant:a5bfc174d2af4fa0b1a67463bbd7104b on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:13.080315 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-523bc61f-f8d2-41cf-b6d0-14476de98297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.126284 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] For port bc97f24d-a4a8-4778-a1a0-5ea044920dab, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:13.130472 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] For port bc97f24d-a4a8-4778-a1a0-5ea044920dab, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bc97f24d-a4a8-4778-a1a0-5ea044920dab,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:13.137585 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:10Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:13.149645 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.153171 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-47ef1354-90a7-483a-9684-c1e73eeb8b7b req-bc9c88a0-931a-414b-a099-5c1b381a0c8b tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438532 Feb 28 18:45:13.153171 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ceb87-bf7c-4c42-9274-961805732fc1,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:13.258546 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc35c54-1b36-4303-94d6-224c92dd0d7d None None] Pushing event updated for resources: {'Port': ['ID=bc97f24d-a4a8-4778-a1a0-5ea044920dab,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:13.273659 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ede12-ccf3-4c91-9179-4017e3e8964f None None] The sync data for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb is: [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:10Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:45:13.277189 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bab71aba-e893-48b7-ad85-1f00a2d06274 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:13.431294 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.532750 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Attempting to bind port 4c6ceb87-bf7c-4c42-9274-961805732fc1 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:13.533369 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Attempting to bind port 4c6ceb87-bf7c-4c42-9274-961805732fc1 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:13.533869 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Attempting to bind port 4c6ceb87-bf7c-4c42-9274-961805732fc1 on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:13.563436 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Port 4c6ceb87-bf7c-4c42-9274-961805732fc1 on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:45:13.564004 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Attempting to bind port 4c6ceb87-bf7c-4c42-9274-961805732fc1 on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:13.591592 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:13.592120 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Checking segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:13.592651 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Bound using segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:13.593148 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Bound port: 4c6ceb87-bf7c-4c42-9274-961805732fc1, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'}}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:13.593481 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.609213 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3f215d8f-ba5d-40a2-b19c-2597354619f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.693074 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:13.693653 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:13.735691 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-3647ba43-1a55-4c11-ba09-74e7f635ce1f req-d7705f5e-21d9-42d9-b2af-301a89593c3c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Unset dirty status for tenant:a5bfc174d2af4fa0b1a67463bbd7104b on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:13.737275 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3647ba43-1a55-4c11-ba09-74e7f635ce1f req-d7705f5e-21d9-42d9-b2af-301a89593c3c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 931 time: 1.7472312 Feb 28 18:45:13.738259 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Pushing event updated for resources: {'Port': ['ID=d13f807f-43df-4a35-96cd-3c449c05b7b6,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:13.743520 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:13.760460 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:13.777321 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f215d8f-ba5d-40a2-b19c-2597354619f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6b8b4e-286e-49eb-9baa-3470bb552e5f,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:13.791955 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:13.792571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1718005'] for router_interface, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.833202 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port bab71aba-e893-48b7-ad85-1f00a2d06274 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:13.939027 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port bab71aba-e893-48b7-ad85-1f00a2d06274 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:13.939740 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.947238 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3f215d8f-ba5d-40a2-b19c-2597354619f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:13.951092 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-3f215d8f-ba5d-40a2-b19c-2597354619f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8d6b8b4e-286e-49eb-9baa-3470bb552e5f HTTP/1.1" status: 204 len: 168 time: 2.6995738 Feb 28 18:45:13.951092 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:14.060191 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:14.106904 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:14.115096 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] For port 4c6ceb87-bf7c-4c42-9274-961805732fc1, host hv-cinder-83118, cleared binding levels {{(pid=83020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:14.136857 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] For port 4c6ceb87-bf7c-4c42-9274-961805732fc1, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c6ceb87-bf7c-4c42-9274-961805732fc1,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:14.154465 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:14.420534 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:14.575292 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:14.651870 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:14.657113 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] 10.222.0.65 "PUT /v2.0/ports/4c6ceb87-bf7c-4c42-9274-961805732fc1 HTTP/1.1" status: 200 len: 1094 time: 3.7252197 Feb 28 18:45:14.665244 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0904e848-e4b1-48e8-b923-01c5f99f2b0a', 'tag': '4c6ceb87-bf7c-4c42-9274-961805732fc1'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:14.683420 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-3647ba43-1a55-4c11-ba09-74e7f635ce1f req-3d51ff92-7174-480b-b164-4630f051d37a tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Synchronizing usage tracker for tenant:a5bfc174d2af4fa0b1a67463bbd7104b on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:14.892454 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e79f6c-fcd9-45be-9c4f-6afd4fc2c50f service neutron] Pushing event updated for resources: {'Port': ['ID=4c6ceb87-bf7c-4c42-9274-961805732fc1,revision_number=3']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:14.925200 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:15.018612 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-3647ba43-1a55-4c11-ba09-74e7f635ce1f req-3d51ff92-7174-480b-b164-4630f051d37a tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Unset dirty status for tenant:a5bfc174d2af4fa0b1a67463bbd7104b on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:15.020216 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:15.042966 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3647ba43-1a55-4c11-ba09-74e7f635ce1f req-3d51ff92-7174-480b-b164-4630f051d37a tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2933762 Feb 28 18:45:15.320532 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40404) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:15.346618 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port bab71aba-e893-48b7-ad85-1f00a2d06274, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bab71aba-e893-48b7-ad85-1f00a2d06274,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:15.369576 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:15.404108 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'Port': ['ID=5401745c-ce8b-447d-ba6e-3d454e4db496,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:15.406668 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:15.429488 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:15.456731 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:15.503432 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:15.632922 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:15.668800 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device ca3cea32-5b67-4b07-8a18-5794feb01a6a up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:15.794557 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=bab71aba-e893-48b7-ad85-1f00a2d06274,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:15.836131 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ad062-f078-4573-bfe3-472996241d88 req-67cd859c-41a0-40eb-abb9-7adaddf04223 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:15.837700 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d80ad062-f078-4573-bfe3-472996241d88 req-67cd859c-41a0-40eb-abb9-7adaddf04223 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 944 time: 1.2186518 Feb 28 18:45:15.859917 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-b67a1f43-71b4-4223-845a-b2d03a54e348 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 1097 time: 0.9693117 Feb 28 18:45:15.860957 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:15.895622 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] Usage tracker for resource:security_group_rule and tenant:dadc677215164306820d7c05bb5295b4 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:15.964712 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d546294d-cc90-423b-89fb-2ba1c80a665c {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:15.983964 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.017905 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:16.022802 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Transition to ACTIVE for port object d546294d-cc90-423b-89fb-2ba1c80a665c will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:16.026073 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.053688 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port ca3cea32-5b67-4b07-8a18-5794feb01a6a completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:16.060743 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.085250 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port ca3cea32-5b67-4b07-8a18-5794feb01a6a triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:16.085735 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.098604 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:16.111966 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-7a4e60cf-d0cd-4fdb-93db-497631093a5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6ceb87-bf7c-4c42-9274-961805732fc1 HTTP/1.1" status: 200 len: 217 time: 0.2198191 Feb 28 18:45:16.227049 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d80ad062-f078-4573-bfe3-472996241d88 req-ec1beaa9-2a96-4ee8-ad57-8cfc4f91bcee tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781385 Feb 28 18:45:16.305802 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0904e848-e4b1-48e8-b923-01c5f99f2b0a', 'tag': '4c6ceb87-bf7c-4c42-9274-961805732fc1', 'status': 'completed', 'code': 200} Feb 28 18:45:16.342480 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.354264 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:04Z', 'revision_number': 3, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:16.357358 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-b310253e-7ba6-4427-a057-1bc4ec211861 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:16.359039 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-b310253e-7ba6-4427-a057-1bc4ec211861 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.2125242 Feb 28 18:45:16.365377 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f5b6f3-ac2d-421a-9bb3-a519e17f7198 None None] The sync data for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb is: [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:04Z', 'revision_number': 3, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:45:16.497728 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-d0636e45-a43e-4551-af01-a68c304d5b31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786903 Feb 28 18:45:16.542769 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.581183 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.585398 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.647119 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.657089 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40442) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:16.658131 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port ca3cea32-5b67-4b07-8a18-5794feb01a6a, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=ca3cea32-5b67-4b07-8a18-5794feb01a6a,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:16.664369 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:16.786852 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Pushing event updated for resources: {'Port': ['ID=d546294d-cc90-423b-89fb-2ba1c80a665c,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:16.876453 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=ca3cea32-5b67-4b07-8a18-5794feb01a6a,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:16.881094 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=dadc677215164306820d7c05bb5295b4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5593622 Feb 28 18:45:16.885571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Attempting to bind port d546294d-cc90-423b-89fb-2ba1c80a665c on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:16.891935 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Attempting to bind port d546294d-cc90-423b-89fb-2ba1c80a665c by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '8c734370-2b99-4de5-b744-e8ed55dcb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '505c7eec-3720-4dc1-aabd-e1aebb6b5bd3'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:16.892662 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Attempting to bind port d546294d-cc90-423b-89fb-2ba1c80a665c on network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:16.895243 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40450) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:17.107496 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49e550-f976-4cf1-b752-f245f48dd833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b90ef5d6-fc5a-451d-b5d8-53199651ba6e,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:17.186785 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Port d546294d-cc90-423b-89fb-2ba1c80a665c on network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:45:17.187280 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Attempting to bind port d546294d-cc90-423b-89fb-2ba1c80a665c on network 505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:17.295826 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:17.297241 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Checking segment: {'id': '8c734370-2b99-4de5-b744-e8ed55dcb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '505c7eec-3720-4dc1-aabd-e1aebb6b5bd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:17.298052 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Bound using segment: {'id': '8c734370-2b99-4de5-b744-e8ed55dcb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '505c7eec-3720-4dc1-aabd-e1aebb6b5bd3'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:17.301122 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Bound port: d546294d-cc90-423b-89fb-2ba1c80a665c, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c734370-2b99-4de5-b744-e8ed55dcb3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '505c7eec-3720-4dc1-aabd-e1aebb6b5bd3'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:17.302419 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.491185 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-864ca7a1-e15d-4a4d-a14b-fb8f7f41136b service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9718328 Feb 28 18:45:17.532298 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] For port d546294d-cc90-423b-89fb-2ba1c80a665c, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:17.537439 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] For port d546294d-cc90-423b-89fb-2ba1c80a665c, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d546294d-cc90-423b-89fb-2ba1c80a665c,segment=NetworkSegment(8c734370-2b99-4de5-b744-e8ed55dcb3b2),segment_id=8c734370-2b99-4de5-b744-e8ed55dcb3b2)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:17.574074 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9961e0-3615-42a3-b595-3f0c6276a052 req-8cc84fa8-e535-458d-907f-5ea3019758d2 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:17.594446 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ba9961e0-3615-42a3-b595-3f0c6276a052 req-8cc84fa8-e535-458d-907f-5ea3019758d2 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 943 time: 0.9364297 Feb 28 18:45:17.647243 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device ca3cea32-5b67-4b07-8a18-5794feb01a6a up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:17.717815 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ba9961e0-3615-42a3-b595-3f0c6276a052 req-5433c450-ef1d-4a05-99e2-4f0080c178c9 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221726 Feb 28 18:45:17.724368 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-66c2807b-8713-4cc1-b2cb-27d55c982f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.755123 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.764713 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port ca3cea32-5b67-4b07-8a18-5794feb01a6a triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:17.764713 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.788981 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-66c2807b-8713-4cc1-b2cb-27d55c982f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.878825 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:17.939546 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:17.960372 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd7ec7d43a64d20af0f19347e175240 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:17.972583 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:17.994713 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:18.007689 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bab71aba-e893-48b7-ad85-1f00a2d06274 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:18.020163 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.043988 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.044979 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32144969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717784'] for router_interface, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.108146 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.109563 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] 10.222.0.65 "PUT /v2.0/ports/d546294d-cc90-423b-89fb-2ba1c80a665c HTTP/1.1" status: 200 len: 1093 time: 5.4333467 Feb 28 18:45:18.196927 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port bab71aba-e893-48b7-ad85-1f00a2d06274 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:18.198434 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.234057 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.235475 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-66c2807b-8713-4cc1-b2cb-27d55c982f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.275410 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b9e857-47ef-4475-b9c0-c189604201c7', 'tag': 'd546294d-cc90-423b-89fb-2ba1c80a665c'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:18.302621 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c2807b-8713-4cc1-b2cb-27d55c982f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90ef5d6-fc5a-451d-b5d8-53199651ba6e,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:18.319934 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.390096 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:18.392487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.454226 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:18.498366 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2fd7ec7d43a64d20af0f19347e175240&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8240502 Feb 28 18:45:18.510763 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40472) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:18.679362 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e29c038-1534-4905-92e9-677cc9dd8707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e421304-2821-44a0-9083-86c31e6155bf,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:18.929927 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ee483912-42a2-4494-979f-b3d6e5dc613f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.947499 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-66c2807b-8713-4cc1-b2cb-27d55c982f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:18.951240 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-66c2807b-8713-4cc1-b2cb-27d55c982f05 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b90ef5d6-fc5a-451d-b5d8-53199651ba6e HTTP/1.1" status: 204 len: 168 time: 2.0550225 Feb 28 18:45:18.953657 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.db.resource_extend [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 18:45:19.037685 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:19.074397 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:19.250318 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:19.251200 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ee483912-42a2-4494-979f-b3d6e5dc613f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:19.265115 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'Port': ['ID=5401745c-ce8b-447d-ba6e-3d454e4db496,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:19.278741 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9b18164-a012-4833-9fe9-b96b2fa474ff req-20c92d84-e3fd-42f7-b32f-22fbce0841fa service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0363102 Feb 28 18:45:19.327141 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9925ae-8dc8-4987-96f9-1522835e343b req-c1d370cc-ee4c-4155-8966-94f3e6065b7a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:19.345276 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bb9925ae-8dc8-4987-96f9-1522835e343b req-c1d370cc-ee4c-4155-8966-94f3e6065b7a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 944 time: 1.7918353 Feb 28 18:45:19.350928 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038a3b2-70f4-4734-b7ee-20afbe6e209b service neutron] Pushing event updated for resources: {'Port': ['ID=d546294d-cc90-423b-89fb-2ba1c80a665c,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:19.458731 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:19.490511 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:19.492201 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-853d0ef0-ae70-4128-ac9a-57d99b66f6a9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.0358288 Feb 28 18:45:19.584742 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca028a6-e958-4e52-950b-4e4685c6ad83 req-7ed20b03-8970-4788-8b8f-46521e6c2124 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:19.586420 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8ca028a6-e958-4e52-950b-4e4685c6ad83 req-7ed20b03-8970-4788-8b8f-46521e6c2124 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 943 time: 0.3459203 Feb 28 18:45:19.596084 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8e4056d-527c-4777-98fc-2743464bc63f req-fe1a33c0-de13-4fec-a2cc-660865e3eeef service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 1097 time: 0.1876316 Feb 28 18:45:19.603636 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ee483912-42a2-4494-979f-b3d6e5dc613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:19.792579 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Pushing event updated for resources: {'Port': ['ID=d13f807f-43df-4a35-96cd-3c449c05b7b6,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:19.822718 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-bb9925ae-8dc8-4987-96f9-1522835e343b req-fd2fdd8a-af3e-4a42-a5ac-aa9968b785f6 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:19.860105 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee483912-42a2-4494-979f-b3d6e5dc613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e421304-2821-44a0-9083-86c31e6155bf,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:19.891311 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-977fe67d-cc03-417a-abb3-84ae59ad3dbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5bfc174d2af4fa0b1a67463bbd7104b&device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 1096 time: 1.6168566 Feb 28 18:45:19.906879 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-bb9925ae-8dc8-4987-96f9-1522835e343b req-fd2fdd8a-af3e-4a42-a5ac-aa9968b785f6 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:19.908077 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bb9925ae-8dc8-4987-96f9-1522835e343b req-fd2fdd8a-af3e-4a42-a5ac-aa9968b785f6 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5582447 Feb 28 18:45:20.051557 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ee483912-42a2-4494-979f-b3d6e5dc613f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:20.054052 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-ee483912-42a2-4494-979f-b3d6e5dc613f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e421304-2821-44a0-9083-86c31e6155bf HTTP/1.1" status: 204 len: 168 time: 1.5383756 Feb 28 18:45:20.111539 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8ca028a6-e958-4e52-950b-4e4685c6ad83 req-443acab4-f882-4b0e-93a7-1b204e55ff18 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025833 Feb 28 18:45:20.191545 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4056d-527c-4777-98fc-2743464bc63f req-4c3931a7-ef75-45ef-a4f8-ea81b5874694 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:20.194084 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8e4056d-527c-4777-98fc-2743464bc63f req-4c3931a7-ef75-45ef-a4f8-ea81b5874694 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 916 time: 0.5865557 Feb 28 18:45:20.194547 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-567e7efa-fc5a-4802-b364-93c157befae2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d546294d-cc90-423b-89fb-2ba1c80a665c HTTP/1.1" status: 200 len: 217 time: 0.2744014 Feb 28 18:45:20.214624 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Allocated IP 172.20.0.1 (a96b9800-dd5e-4cee-96df-a385ed65ba1e/fe0fec99-1b78-46df-bb49-0a09617f2237/883c6785-9a1b-4ba6-8dd7-460a8823700d) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:20.313337 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-faabe224-3cd2-456d-8716-d751ff1c904a req-4424cbc4-d2aa-4387-a700-13167992447e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:security_group {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:20.336613 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-faabe224-3cd2-456d-8716-d751ff1c904a req-4424cbc4-d2aa-4387-a700-13167992447e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:security_group {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:20.348346 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-4424cbc4-d2aa-4387-a700-13167992447e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--989764991&fields=id&tenant_id=b2113442954541cab162ef98a99ce1eb HTTP/1.1" status: 200 len: 267 time: 0.0778518 Feb 28 18:45:20.364759 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b9e857-47ef-4475-b9c0-c189604201c7', 'tag': 'd546294d-cc90-423b-89fb-2ba1c80a665c', 'status': 'completed', 'code': 200} Feb 28 18:45:20.470022 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:20.492586 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Router f83f74e2-1442-4862-8fbe-94446fdc9d39 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:45:20.496136 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8e4056d-527c-4777-98fc-2743464bc63f req-2a149ab3-ef48-40d4-b735-7bd201aa9099 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6ceb87-bf7c-4c42-9274-961805732fc1 HTTP/1.1" status: 200 len: 217 time: 0.1186819 Feb 28 18:45:20.513726 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Transition to ACTIVE for port object 883c6785-9a1b-4ba6-8dd7-460a8823700d will not be triggered until provisioned by entity DHCP. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:20.548340 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-8a91b069-a24b-4751-8a20-132f2c624081 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:20.548340 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-8a91b069-a24b-4751-8a20-132f2c624081 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e72f3bd4-723e-48eb-a476-8d8ffbb8d36d HTTP/1.1" status: 200 len: 851 time: 0.1147435 Feb 28 18:45:20.576122 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e4056d-527c-4777-98fc-2743464bc63f req-c9432cc5-ee3e-4000-8ef9-986f7e63870b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:20.577710 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8e4056d-527c-4777-98fc-2743464bc63f req-c9432cc5-ee3e-4000-8ef9-986f7e63870b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.0719535 Feb 28 18:45:20.645986 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8e4056d-527c-4777-98fc-2743464bc63f req-4e56bb92-8f04-4fac-be49-df8f77bf20cc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580697 Feb 28 18:45:20.689616 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40524) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:20.703731 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-dbb8613b-05a1-4c43-85e0-16fae129d594 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505c7eec-3720-4dc1-aabd-e1aebb6b5bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1075749 Feb 28 18:45:20.749387 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:20.784884 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:20.804239 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe224-3cd2-456d-8716-d751ff1c904a req-df4ef415-1655-4f88-9daf-bddebc84ab39 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:20.804921 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-faabe224-3cd2-456d-8716-d751ff1c904a req-df4ef415-1655-4f88-9daf-bddebc84ab39 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:network {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:20.869000 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:20.870959 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-faabe224-3cd2-456d-8716-d751ff1c904a req-df4ef415-1655-4f88-9daf-bddebc84ab39 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:network {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:20.874114 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-df4ef415-1655-4f88-9daf-bddebc84ab39 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 811 time: 0.5247655 Feb 28 18:45:20.886666 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] Usage tracker for resource:security_group_rule and tenant:f0def67e70f5436cb50cc5db7683e50b is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:20.898312 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:20.903843 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:20.907758 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:20.908957 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:20.911097 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8e4056d-527c-4777-98fc-2743464bc63f req-1cc0a9c7-ed79-4e50-8a53-d9446f740288 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520871 Feb 28 18:45:20.911493 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:20.911952 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1718005'] for router_interface, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:20.916557 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Pushing event updated for resources: {'Port': ['ID=883c6785-9a1b-4ba6-8dd7-460a8823700d,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:20.921871 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-c2c7fa89-64f3-405f-9d8b-be31405f3812 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/quotas/b2113442954541cab162ef98a99ce1eb HTTP/1.1" status: 200 len: 375 time: 0.0359187 Feb 28 18:45:20.980268 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-401bbf65-c7a9-4de7-a8fc-1565e1556bd5 service neutron] 10.222.0.65 "GET /v2.0/networks/505c7eec-3720-4dc1-aabd-e1aebb6b5bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603710 Feb 28 18:45:21.137444 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8e4056d-527c-4777-98fc-2743464bc63f req-a6d1794b-7903-4e4a-b09c-2291ea7d7a50 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177627 Feb 28 18:45:21.278519 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.286672 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.358708 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a3f976-63f2-4b74-9a10-f435ff81f066,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:21.367757 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-7e08465b-ad24-4713-954c-80f1e62d7974 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0def67e70f5436cb50cc5db7683e50b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6731737 Feb 28 18:45:21.371852 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40544) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:21.374360 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-51c7b97d-93c1-4824-b8af-5a6be6cfae4c None None] Provisioning for port 883c6785-9a1b-4ba6-8dd7-460a8823700d completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:21.383987 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-51c7b97d-93c1-4824-b8af-5a6be6cfae4c None None] Provisioning complete for port 883c6785-9a1b-4ba6-8dd7-460a8823700d triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:21.384610 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-51c7b97d-93c1-4824-b8af-5a6be6cfae4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.407647 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-faabe224-3cd2-456d-8716-d751ff1c904a req-11a63fef-4f08-4513-aa4a-7551dbdc1234 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:21.438751 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.459143 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-faabe224-3cd2-456d-8716-d751ff1c904a req-11a63fef-4f08-4513-aa4a-7551dbdc1234 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:21.463637 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-11a63fef-4f08-4513-aa4a-7551dbdc1234 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3239772 Feb 28 18:45:21.471295 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-51c7b97d-93c1-4824-b8af-5a6be6cfae4c None None] Port 883c6785-9a1b-4ba6-8dd7-460a8823700d cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:45:21.551963 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-faf3c641-48aa-4a1f-af3b-d101527fcf1d req-b90cbe1a-1a40-49f6-8df4-05956030901d service neutron] 10.222.0.65 "GET /v2.0/networks/505c7eec-3720-4dc1-aabd-e1aebb6b5bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5631104 Feb 28 18:45:21.581019 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4c6a41f2-272e-4b4d-894c-0f9028d5799a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.591854 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:45:21.604274 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d2708-a12b-4912-aefe-491c11b955ed req-7e5e9ff4-b02f-4b10-96c8-9f724521a8c9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:21.605689 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-592d2708-a12b-4912-aefe-491c11b955ed req-7e5e9ff4-b02f-4b10-96c8-9f724521a8c9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 944 time: 0.3815444 Feb 28 18:45:21.634849 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4c6a41f2-272e-4b4d-894c-0f9028d5799a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.651320 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-dbc35af9-00d0-442f-94e6-7c6b91baadef admin admin] 10.222.0.45 "PUT /v2.0/routers/f83f74e2-1442-4862-8fbe-94446fdc9d39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.0151050 Feb 28 18:45:21.716441 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-a4d9df72-2459-46be-8ebd-3453cebd0551 service neutron] 10.222.0.45 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299569 Feb 28 18:45:21.837967 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-592d2708-a12b-4912-aefe-491c11b955ed req-014fb61c-fd2f-406e-a994-b32fd2da60c7 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219326 Feb 28 18:45:21.905956 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.915402 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-bd26486e-2739-4437-b372-d539dd51afc6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a5bfc174d2af4fa0b1a67463bbd7104b&device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 1096 time: 0.1712482 Feb 28 18:45:21.916487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.917160 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32144969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717784'] for router_interface, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.935436 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-043f5905-36f0-4556-be08-306856d8c7f2 service neutron] 10.222.0.45 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111950 Feb 28 18:45:21.942276 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4c6a41f2-272e-4b4d-894c-0f9028d5799a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.964988 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a41f2-272e-4b4d-894c-0f9028d5799a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a3f976-63f2-4b74-9a10-f435ff81f066,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:21.970129 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4c6a41f2-272e-4b4d-894c-0f9028d5799a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:21.975082 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-4c6a41f2-272e-4b4d-894c-0f9028d5799a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/96a3f976-63f2-4b74-9a10-f435ff81f066 HTTP/1.1" status: 204 len: 168 time: 0.5976806 Feb 28 18:45:22.261165 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Pushing event updated for resources: {'Port': ['ID=883c6785-9a1b-4ba6-8dd7-460a8823700d,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:22.364690 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-148cb64c-5208-4792-bad3-fc42838ed70c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:22.366167 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-148cb64c-5208-4792-bad3-fc42838ed70c service neutron] 10.222.0.65 "GET /v2.0/networks?id=505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 HTTP/1.1" status: 200 len: 912 time: 0.4171886 Feb 28 18:45:22.374547 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacdcd3-1e9b-43f5-ae9a-b3e47b7ae5ea req-d34c29f2-f336-434e-9ddd-cd01749c2a9b tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:22.376106 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2aacdcd3-1e9b-43f5-ae9a-b3e47b7ae5ea req-d34c29f2-f336-434e-9ddd-cd01749c2a9b tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 943 time: 0.3339097 Feb 28 18:45:22.460318 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:22.475673 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:22.807569 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-a4235bee-3bec-4ab1-9c93-0bc328dfd66a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d546294d-cc90-423b-89fb-2ba1c80a665c HTTP/1.1" status: 200 len: 217 time: 0.4125187 Feb 28 18:45:22.823708 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-44a02bb7-3b8c-4b33-afa0-20d2314e631f None None] Provisioning complete for port 883c6785-9a1b-4ba6-8dd7-460a8823700d triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:22.824823 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-44a02bb7-3b8c-4b33-afa0-20d2314e631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:22.992772 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-44a02bb7-3b8c-4b33-afa0-20d2314e631f None None] Port 883c6785-9a1b-4ba6-8dd7-460a8823700d cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:45:23.068027 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-c834b8c3-8234-4f04-8df2-67a8140f0384 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:23.069281 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-c834b8c3-8234-4f04-8df2-67a8140f0384 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e72f3bd4-723e-48eb-a476-8d8ffbb8d36d HTTP/1.1" status: 200 len: 851 time: 0.2609334 Feb 28 18:45:23.077205 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295526d9-6194-4624-8ac4-413264106d19 req-41143f44-d39e-45e2-89f9-4663a0b974dc tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:23.084715 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-41143f44-d39e-45e2-89f9-4663a0b974dc tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 819 time: 0.3684001 Feb 28 18:45:23.094188 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2aacdcd3-1e9b-43f5-ae9a-b3e47b7ae5ea req-383718e8-9b48-4fe6-bbf6-57293cc8401d tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6523747 Feb 28 18:45:23.102962 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-3e86ed71-aba9-4d52-8829-d702161dd09c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/quotas/ae42e981f60347dc872b6aed8ac34238 HTTP/1.1" status: 200 len: 375 time: 0.0171621 Feb 28 18:45:23.223970 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-0d2f0566-383b-4aa1-a723-45e78f26f849 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1196318 Feb 28 18:45:23.391218 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40622) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:23.394393 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-94c2d672-8d0d-4da9-b03c-6c82e9f1dd9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=505c7eec-3720-4dc1-aabd-e1aebb6b5bd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1931024 Feb 28 18:45:23.456264 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-88adee73-0e00-4c91-b68e-9587504dd626 req-8c27d9b2-3496-4f61-9b4f-3a4920183fd9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 210 time: 0.0657275 Feb 28 18:45:23.607534 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-a7e11ea5-bbef-46b6-b0ba-8f00794b1486 service neutron] 10.222.0.45 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3822341 Feb 28 18:45:23.756698 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-7b8aacbf-c337-46c3-a80e-67eb6879f82e service neutron] 10.222.0.65 "GET /v2.0/networks/505c7eec-3720-4dc1-aabd-e1aebb6b5bd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3546784 Feb 28 18:45:23.872722 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-cd04598c-5cc3-4c40-b5d0-2a0f10ab0b5c service neutron] 10.222.0.45 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551513 Feb 28 18:45:23.899528 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0411c9e-6e13-420b-9d84-75016fe2c0ec req-d714ebe5-3bbf-4ce3-a922-9de1b3ea497d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:23.901004 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c0411c9e-6e13-420b-9d84-75016fe2c0ec req-d714ebe5-3bbf-4ce3-a922-9de1b3ea497d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 944 time: 0.3002326 Feb 28 18:45:23.937928 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4c6ceb87-bf7c-4c42-9274-961805732fc1 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:45:24.006206 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:24.088568 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Router 96341394-f917-4d21-8c27-6b1147eb9644 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:45:24.096222 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c0411c9e-6e13-420b-9d84-75016fe2c0ec req-d13fae6d-ec9e-4e03-acd1-1ae18032bafe tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895573 Feb 28 18:45:24.117955 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0e948ad4-1b47-478b-9612-cab0188192c3 req-23e89d62-be48-4094-86f8-7aca30b9019a service neutron] 10.222.0.65 "GET /v2.0/networks/505c7eec-3720-4dc1-aabd-e1aebb6b5bd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527381 Feb 28 18:45:24.130287 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:24.154680 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] Usage tracker for resource:security_group_rule and tenant:46418f698f604649834d2e8b942682b9 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:24.162098 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:24.288196 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:24.342562 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4c6ceb87-bf7c-4c42-9274-961805732fc1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c6ceb87-bf7c-4c42-9274-961805732fc1,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:24.350668 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4dd30b68-adcf-4469-833f-8797fa1fdbd2 req-4378b99b-8801-4f27-bf98-59e91ff6b314 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 210 time: 0.1364536 Feb 28 18:45:24.371536 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '4c6ceb87-bf7c-4c42-9274-961805732fc1', 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'port_id': '4c6ceb87-bf7c-4c42-9274-961805732fc1', 'mac_address': 'fa:16:3e:ac:91:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cb7169-cb4a-4475-88e5-a60620e9961a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:45:24.467347 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe224-3cd2-456d-8716-d751ff1c904a req-c385cba5-49d8-4da2-96f9-b48e4e0c8c4c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:24.469467 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-c385cba5-49d8-4da2-96f9-b48e4e0c8c4c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 811 time: 0.4981217 Feb 28 18:45:24.475974 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:24.508495 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c6ceb87-bf7c-4c42-9274-961805732fc1 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:24.548497 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4c6ceb87-bf7c-4c42-9274-961805732fc1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c6ceb87-bf7c-4c42-9274-961805732fc1,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:24.561911 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:24.562646 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device d546294d-cc90-423b-89fb-2ba1c80a665c details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:45:24.640169 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-ba7ec7ec-426e-41ad-9589-96f9d56ba030 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2113442954541cab162ef98a99ce1eb HTTP/1.1" status: 200 len: 379 time: 0.1428199 Feb 28 18:45:24.657113 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45b0bd-e4b5-4c74-8746-cb64288441d3 req-52367deb-f93b-4e49-8068-b10a35439e21 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:24.658694 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-db45b0bd-e4b5-4c74-8746-cb64288441d3 req-52367deb-f93b-4e49-8068-b10a35439e21 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 943 time: 0.3282647 Feb 28 18:45:24.660850 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'port': {'device_id': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'admin_state_up': True, 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'security_groups': ['99c08281-f7db-4466-a742-4ef43368e3fa']}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:24.705325 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:24.726349 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:24.782937 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-db45b0bd-e4b5-4c74-8746-cb64288441d3 req-8ba723f5-1b21-47c9-a4ff-14d710c2970c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033123 Feb 28 18:45:24.792129 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6f87d9-7ab7-488c-8a5d-483dfcbf0382,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:24.804936 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d95a1517-c895-4b64-a599-71ad05e7dace req-263edbff-9c69-4cf4-930d-d71c9887427e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 210 time: 0.1130121 Feb 28 18:45:24.814638 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-ffefdba0-7fb4-47ec-9b89-36c5aa9c8109 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46418f698f604649834d2e8b942682b9&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4169486 Feb 28 18:45:24.819788 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40676) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:24.916379 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:45:24.947251 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-46672a66-7cd5-400b-b21d-65393aa8944a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:24.964448 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4c6ceb87-bf7c-4c42-9274-961805732fc1,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:24.977441 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f274ebac-d6c0-4549-8e62-d6e4be5572e8 admin admin] 10.222.0.45 "PUT /v2.0/routers/96341394-f917-4d21-8c27-6b1147eb9644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4499764 Feb 28 18:45:24.986781 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-46672a66-7cd5-400b-b21d-65393aa8944a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:25.006766 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:25.037673 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:25.099669 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-46672a66-7cd5-400b-b21d-65393aa8944a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:25.103398 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port d546294d-cc90-423b-89fb-2ba1c80a665c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d546294d-cc90-423b-89fb-2ba1c80a665c,segment=NetworkSegment(8c734370-2b99-4de5-b744-e8ed55dcb3b2),segment_id=8c734370-2b99-4de5-b744-e8ed55dcb3b2)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:25.142860 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': 'd546294d-cc90-423b-89fb-2ba1c80a665c', 'network_id': '505c7eec-3720-4dc1-aabd-e1aebb6b5bd3', 'port_id': 'd546294d-cc90-423b-89fb-2ba1c80a665c', 'mac_address': 'fa:16:3e:81:04:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e72f3bd4-723e-48eb-a476-8d8ffbb8d36d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:45:25.162884 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46672a66-7cd5-400b-b21d-65393aa8944a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6f87d9-7ab7-488c-8a5d-483dfcbf0382,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:25.202898 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-46672a66-7cd5-400b-b21d-65393aa8944a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:25.213795 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-46672a66-7cd5-400b-b21d-65393aa8944a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3f6f87d9-7ab7-488c-8a5d-483dfcbf0382 HTTP/1.1" status: 204 len: 168 time: 0.3898582 Feb 28 18:45:25.245778 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Made reservation on behalf of b2113442954541cab162ef98a99ce1eb for: {'port': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:25.258419 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:25.369461 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:25.430262 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d546294d-cc90-423b-89fb-2ba1c80a665c {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:25.435993 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-4e7f48e3-1177-4401-b40c-f347c5ddcef3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:25.452181 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-4e7f48e3-1177-4401-b40c-f347c5ddcef3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 819 time: 0.4161103 Feb 28 18:45:25.475345 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port d546294d-cc90-423b-89fb-2ba1c80a665c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d546294d-cc90-423b-89fb-2ba1c80a665c,segment=NetworkSegment(8c734370-2b99-4de5-b744-e8ed55dcb3b2),segment_id=8c734370-2b99-4de5-b744-e8ed55dcb3b2)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:25.482119 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:25.580185 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-8c0d3eeb-cf39-4fdf-8c05-7bfcae4035f9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/quotas/ae42e981f60347dc872b6aed8ac34238 HTTP/1.1" status: 200 len: 375 time: 0.1268921 Feb 28 18:45:25.598274 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=d546294d-cc90-423b-89fb-2ba1c80a665c,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:25.642818 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c69b6e-def5-42f4-83c3-6c334c216be1 req-f600d4f3-af81-4f15-b058-e07b296e9b27 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:25.644608 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bc97f24d-a4a8-4778-a1a0-5ea044920dab up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:25.651093 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c3c69b6e-def5-42f4-83c3-6c334c216be1 req-f600d4f3-af81-4f15-b058-e07b296e9b27 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 945 time: 0.2035079 Feb 28 18:45:25.750207 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port bc97f24d-a4a8-4778-a1a0-5ea044920dab completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:25.764766 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port bc97f24d-a4a8-4778-a1a0-5ea044920dab triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:25.765700 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c3c69b6e-def5-42f4-83c3-6c334c216be1 req-4e4056c8-afcb-45a3-bc2e-0840421a95f6 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113613 Feb 28 18:45:25.766194 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:25.861678 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Allocated IP 172.20.0.3 (198014fe-b52d-406d-84ea-527087f16987/6e9f94b2-c035-49ad-9387-08f96d2f51c5/e7a172f0-beb6-4414-b6ec-6c58798d3ad7) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:25.925989 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['d546294d-cc90-423b-89fb-2ba1c80a665c'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:45:25.994954 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4c6ceb87-bf7c-4c42-9274-961805732fc1'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:45:26.146008 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.193147 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Transition to ACTIVE for port object e7a172f0-beb6-4414-b6ec-6c58798d3ad7 will not be triggered until provisioned by entity DHCP. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:26.263133 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.295251 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.298655 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-4612c2e5-066f-47b2-940a-501e7e5faef7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7161016 Feb 28 18:45:26.321170 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295526d9-6194-4624-8ac4-413264106d19 req-7f8293a7-200e-4247-91ad-7e3e85575180 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:26.321883 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-295526d9-6194-4624-8ac4-413264106d19 req-7f8293a7-200e-4247-91ad-7e3e85575180 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Synchronizing usage tracker for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:network {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:26.338722 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40716) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:26.376747 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port bc97f24d-a4a8-4778-a1a0-5ea044920dab, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bc97f24d-a4a8-4778-a1a0-5ea044920dab,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:26.402163 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.435343 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.465638 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-295526d9-6194-4624-8ac4-413264106d19 req-7f8293a7-200e-4247-91ad-7e3e85575180 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Unset dirty status for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:network {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:26.468289 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-7f8293a7-200e-4247-91ad-7e3e85575180 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 819 time: 0.5291579 Feb 28 18:45:26.526531 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:26.536024 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] Usage tracker for resource:security_group_rule and tenant:9c4cdcd1806e42a69e32f200269bd741 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:26.542113 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:26.557944 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:26.567730 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=bc97f24d-a4a8-4778-a1a0-5ea044920dab,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:26.582626 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Network 198014fe-b52d-406d-84ea-527087f16987 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:26.584316 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:26.607412 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:26.613248 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:26.613975 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.701610 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Request body: {'port': {'device_id': '3d798202-a886-44ec-907c-eec0146814f7', 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53', 'admin_state_up': True, 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:26.705176 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'Port': ['ID=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:26.737983 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-2c07e7bc-d6a3-46ac-bc38-dfea138b25d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0845087 Feb 28 18:45:26.756322 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Request body: {'port': {'device_id': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:26.821006 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-bc77570e-897a-4cd0-9a38-4f26e0ada177 service neutron] 10.222.0.45 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400220 Feb 28 18:45:26.922344 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:26.925830 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.934687 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Usage tracker for resource:port and tenant:ae42e981f60347dc872b6aed8ac34238 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:26.944113 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:26.949857 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:26.966895 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:27.013250 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40730) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:27.024853 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1108956667', 'description': 'tempest-description--1060523447'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:27.031131 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:27.036897 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f99c68c-3fbc-4d12-9c17-63cbccc925b8,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:27.043514 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Made reservation on behalf of ae42e981f60347dc872b6aed8ac34238 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:27.046936 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:27.058930 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:security_group and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:27.065767 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-3851b70c-023d-4bfe-aa66-76912811f0ef admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c4cdcd1806e42a69e32f200269bd741&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7253644 Feb 28 18:45:27.069812 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:27.071613 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-b96450d4-e262-4eb0-b303-a3b0c3f59945 None None] Provisioning for port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:27.074807 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40734) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:27.085580 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-b96450d4-e262-4eb0-b303-a3b0c3f59945 None None] Provisioning complete for port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:27.086997 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b96450d4-e262-4eb0-b303-a3b0c3f59945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:27.092501 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:27.241370 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-b96450d4-e262-4eb0-b303-a3b0c3f59945 None None] Port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:45:27.281151 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:27.316957 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-2639907b-3421-4316-9347-9fadd1d3aafe service neutron] 10.222.0.45 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948308 Feb 28 18:45:27.496133 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Allocated IP 172.20.0.13 (7045dcc9-31ba-49da-ae56-40e4ea6a8c53/dccc7d7d-f825-4a31-a33d-79b3b778d8c8/ea98abaa-92ef-4a6e-996c-00d0af153e4a) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:27.552487 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bc97f24d-a4a8-4778-a1a0-5ea044920dab up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:27.657113 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port bc97f24d-a4a8-4778-a1a0-5ea044920dab triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:27.659367 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:27.665324 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40748) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:27.780814 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:27.855221 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e337a-b8a7-4f1d-b677-f3b59acfcbdd req-734341c1-c55b-4983-8b01-6fb771d2402a tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:27.856828 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5d6e337a-b8a7-4f1d-b677-f3b59acfcbdd req-734341c1-c55b-4983-8b01-6fb771d2402a tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 944 time: 0.1392336 Feb 28 18:45:27.900259 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4c6ceb87-bf7c-4c42-9274-961805732fc1 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:27.903509 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:27.943654 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:27.948225 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:security_group_rule and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:27.951717 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:27.960668 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:28.001562 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 4c6ceb87-bf7c-4c42-9274-961805732fc1 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:28.004310 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.013046 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 4c6ceb87-bf7c-4c42-9274-961805732fc1 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:28.013046 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.048800 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fdd52d4e-a81b-4dfa-8d14-e6a05805deb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.049003 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a172f0-beb6-4414-b6ec-6c58798d3ad7 {{(pid=83020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:28.065062 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.072549 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9e42ab-0ef8-4322-893c-6654bb064d4c req-fdf59f6b-bbfd-48f0-846a-aa091eea3790 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:28.080106 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5d6e337a-b8a7-4f1d-b677-f3b59acfcbdd req-565fdc7d-dadd-4479-a4d3-12b500d9a7cd tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093892 Feb 28 18:45:28.081697 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:28.091511 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] Usage tracker for resource:security_group_rule and tenant:df4fdf6755b14a7dade229549e59e682 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:28.092472 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7e9e42ab-0ef8-4322-893c-6654bb064d4c req-fdf59f6b-bbfd-48f0-846a-aa091eea3790 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 931 time: 0.3816330 Feb 28 18:45:28.095627 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:28.099218 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Transition to ACTIVE for port object e7a172f0-beb6-4414-b6ec-6c58798d3ad7 will not be triggered until provisioned by entity L2. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:28.103627 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:28.108210 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.168777 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fdd52d4e-a81b-4dfa-8d14-e6a05805deb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.182749 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.215515 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904e848-e4b1-48e8-b923-01c5f99f2b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ceb87-bf7c-4c42-9274-961805732fc1'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:28.244750 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:28.253950 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.264729 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.288129 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.289501 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fdd52d4e-a81b-4dfa-8d14-e6a05805deb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.323945 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4c6ceb87-bf7c-4c42-9274-961805732fc1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c6ceb87-bf7c-4c42-9274-961805732fc1,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:28.328601 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.329829 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device d546294d-cc90-423b-89fb-2ba1c80a665c up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:28.524075 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7e9e42ab-0ef8-4322-893c-6654bb064d4c req-9dbc615c-a261-4072-a855-02024a219931 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4263880 Feb 28 18:45:28.525296 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54c3f922-30e3-49f9-ac7a-37311b30884c,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:28.546097 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4c6ceb87-bf7c-4c42-9274-961805732fc1,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:28.582333 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:28.604744 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.609148 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Pushing event updated for resources: {'Port': ['ID=ea98abaa-92ef-4a6e-996c-00d0af153e4a,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:28.628543 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fdd52d4e-a81b-4dfa-8d14-e6a05805deb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.633135 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.635709 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-fdd52d4e-a81b-4dfa-8d14-e6a05805deb7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f99c68c-3fbc-4d12-9c17-63cbccc925b8 HTTP/1.1" status: 204 len: 168 time: 1.5595431 Feb 28 18:45:28.636831 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.641471 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f0b1530f-63cc-47b5-b628-1e4b63d4d32a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6248600 Feb 28 18:45:28.642440 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40774) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:28.643687 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:28.645982 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port d546294d-cc90-423b-89fb-2ba1c80a665c completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:28.654161 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port d546294d-cc90-423b-89fb-2ba1c80a665c triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:28.654536 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.669430 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd52d4e-a81b-4dfa-8d14-e6a05805deb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f99c68c-3fbc-4d12-9c17-63cbccc925b8,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:28.675728 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:28.686366 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:28.687051 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.705989 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'security_group_rule': {'security_group_id': '54c3f922-30e3-49f9-ac7a-37311b30884c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:28.743549 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:28.756827 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:security_group_rule and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:28.764537 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:28.773611 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-fd5c589e-fc2a-49fa-b5e4-1aa5f59dee4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0759208 Feb 28 18:45:28.783346 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:28.786744 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb22af3-ada1-49a4-8f63-0f0dad072b93 req-11bea990-936f-4185-8a8e-c2b3017305b2 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:28.788392 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2eb22af3-ada1-49a4-8f63-0f0dad072b93 req-11bea990-936f-4185-8a8e-c2b3017305b2 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 945 time: 0.5314543 Feb 28 18:45:28.804627 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Request body: {'port': {'device_id': '3d798202-a886-44ec-907c-eec0146814f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:28.805738 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecdbe16-1be6-4ba6-84e2-27b44845fdb5,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:28.849013 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-e16d20ff-bc07-419c-bf3d-4057ec1e277e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=df4fdf6755b14a7dade229549e59e682&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1826859 Feb 28 18:45:28.867435 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40778) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:28.868309 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Attempting to bind port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:28.868654 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Attempting to bind port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:28.869182 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Attempting to bind port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 on network 198014fe-b52d-406d-84ea-527087f16987 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:28.896476 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-8f0c4976-1c2f-4177-b87a-c3c77c6826a9 req-dcec92fa-3a37-4742-9d3f-66b3a07ec7b7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Synchronizing usage tracker for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:28.935565 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:28.959834 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 on network 198014fe-b52d-406d-84ea-527087f16987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:45:28.960157 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Attempting to bind port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 on network 198014fe-b52d-406d-84ea-527087f16987 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:28.961492 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-8f0c4976-1c2f-4177-b87a-c3c77c6826a9 req-dcec92fa-3a37-4742-9d3f-66b3a07ec7b7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Unset dirty status for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:28.963938 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8f0c4976-1c2f-4177-b87a-c3c77c6826a9 req-dcec92fa-3a37-4742-9d3f-66b3a07ec7b7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 210 time: 0.1778123 Feb 28 18:45:29.004902 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.031891 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:29.032366 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Checking segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:29.032906 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Bound using segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:29.034661 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Bound port: e7a172f0-beb6-4414-b6ec-6c58798d3ad7, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'}}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:29.035199 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.048564 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2eb22af3-ada1-49a4-8f63-0f0dad072b93 req-72414a5f-e1cb-4565-b88a-010b1a8bbcbf tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472150 Feb 28 18:45:29.117496 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-46fa6f86-4294-4a44-b661-6c4d00d33861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.134861 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port d546294d-cc90-423b-89fb-2ba1c80a665c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d546294d-cc90-423b-89fb-2ba1c80a665c,segment=NetworkSegment(8c734370-2b99-4de5-b744-e8ed55dcb3b2),segment_id=8c734370-2b99-4de5-b744-e8ed55dcb3b2)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:29.144492 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.145182 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.178007 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.65', 59493) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:29.232281 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-46fa6f86-4294-4a44-b661-6c4d00d33861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.298911 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=d546294d-cc90-423b-89fb-2ba1c80a665c,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:29.329184 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] For port e7a172f0-beb6-4414-b6ec-6c58798d3ad7, host hv-cinder-83118, cleared binding levels {{(pid=83020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:29.349089 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] For port e7a172f0-beb6-4414-b6ec-6c58798d3ad7, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:29.364988 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.396515 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.425635 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.467907 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-46fa6f86-4294-4a44-b661-6c4d00d33861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.469669 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0904e848-e4b1-48e8-b923-01c5f99f2b0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c6ceb87-bf7c-4c42-9274-961805732fc1', 'code': 200} Feb 28 18:45:29.531228 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.532541 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] 10.222.0.65 "PUT /v2.0/ports/e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 200 len: 1093 time: 2.7820032 Feb 28 18:45:29.538719 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'tag': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:29.547400 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa6f86-4294-4a44-b661-6c4d00d33861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecdbe16-1be6-4ba6-84e2-27b44845fdb5,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:29.565820 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-46fa6f86-4294-4a44-b661-6c4d00d33861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.566960 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-46fa6f86-4294-4a44-b661-6c4d00d33861 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8ecdbe16-1be6-4ba6-84e2-27b44845fdb5 HTTP/1.1" status: 204 len: 168 time: 0.6885076 Feb 28 18:45:29.622388 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234b86f-1f0d-47ee-929d-b305372c67c3 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,revision_number=3']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:29.649737 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfd8738-1306-4aec-a594-344de7ae8202,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:29.664392 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63db9c5-f9d3-495e-abf9-054e50821042 req-eb0467d2-89ae-4bdc-9ca8-6aa8e91d0fa9 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:29.671983 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a63db9c5-f9d3-495e-abf9-054e50821042 req-eb0467d2-89ae-4bdc-9ca8-6aa8e91d0fa9 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 945 time: 0.2896359 Feb 28 18:45:29.718324 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'tag': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'status': 'completed', 'code': 200} Feb 28 18:45:29.837906 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:29.839145 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-193bc682-2b14-47f3-9cff-32338c669ffa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1896410 Feb 28 18:45:29.839374 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a63db9c5-f9d3-495e-abf9-054e50821042 req-c787fd3e-1f34-4e88-b594-b1703a5c7538 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594810 Feb 28 18:45:29.843990 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40808) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:29.855096 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'security_group_rule': {'security_group_id': '54c3f922-30e3-49f9-ac7a-37311b30884c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:29.869007 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:29.873684 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-6474398a-3823-460d-8829-44d20a96fff7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 1096 time: 0.1639667 Feb 28 18:45:29.876971 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:security_group_rule and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:29.880392 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:29.913707 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-d3324275-7527-4ca0-9fef-37199765f7ee tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:29.915542 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-d3324275-7527-4ca0-9fef-37199765f7ee tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 819 time: 0.6586580 Feb 28 18:45:29.965311 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.65', 59496) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:29.973226 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:30.003810 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-70b05bb2-b1b3-47c3-8387-edda435b7a17 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 200 len: 217 time: 0.1134062 Feb 28 18:45:30.018529 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.119600 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Request body: {'port': {'device_id': '8e2d59cd-5d41-42f3-a753-7e85295a8ccd', 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53', 'admin_state_up': True, 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:30.150360 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabe224-3cd2-456d-8716-d751ff1c904a req-db546ca0-0a26-4fe5-951b-79b5f60342c3 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:30.153987 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-db546ca0-0a26-4fe5-951b-79b5f60342c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.0873177 Feb 28 18:45:30.317317 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.335162 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.372183 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40830) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:30.375385 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5982d1ee-ae98-408b-a31d-aae201a3fabd,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:30.381618 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0b57c92d-4959-4d1f-964e-13bb319ffa6a req-b4cc6d65-c126-4dcd-936c-d8090b2b7d8e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 210 time: 0.0975130 Feb 28 18:45:30.420507 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.453148 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73603993-ebee-4c9a-ab9f-0aa5772f7657 req-4bc209d1-ad2c-4257-b821-5768f7e9222c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:30.460236 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-73603993-ebee-4c9a-ab9f-0aa5772f7657 req-4bc209d1-ad2c-4257-b821-5768f7e9222c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 943 time: 0.5549734 Feb 28 18:45:30.470518 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:30.475280 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] Usage tracker for resource:security_group_rule and tenant:4357d6d409ee49b7870be757c9bb0412 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:30.478610 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:30.485235 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:30.499444 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:30.515039 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-8e1538bb-4c16-4ce8-b89b-99a0d71866be service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 1099 time: 0.4713402 Feb 28 18:45:30.577541 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:30.579172 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.585331 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.590204 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-0a865a0a-b992-46e5-bc57-2985796d67a8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7449572 Feb 28 18:45:30.591185 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 40836) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:30.601535 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'floatingip': {'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:30.604430 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.614315 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-02a291bd-458a-412c-819e-b253ed50163e service neutron] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.647479 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-73603993-ebee-4c9a-ab9f-0aa5772f7657 req-56728ba0-e7b6-4cc1-8414-ecd953669e04 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860523 Feb 28 18:45:30.651890 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Made reservation on behalf of ae42e981f60347dc872b6aed8ac34238 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:30.657208 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.675462 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4357d6d409ee49b7870be757c9bb0412&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2924626 Feb 28 18:45:30.677262 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:30.677395 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea98abaa-92ef-4a6e-996c-00d0af153e4a {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:30.679620 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2e14bb-e97e-4c8c-be8a-a579ff3b9181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d867c536-731c-4d9e-9c31-cdc434936294,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:30.692808 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 40844) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:30.707901 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.733566 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-983313f6-3201-4ab8-80c1-4d77d2bc47f4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5645657 Feb 28 18:45:30.734539 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:floatingip and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:30.742120 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:30.796044 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Transition to ACTIVE for port object ea98abaa-92ef-4a6e-996c-00d0af153e4a will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:30.807827 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-02a291bd-458a-412c-819e-b253ed50163e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:30.817813 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-02a291bd-458a-412c-819e-b253ed50163e service neutron] Usage tracker for resource:security_group_rule and tenant:a3b5fd8486f4482d8f1ca53ceca3d1b4 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:30.827904 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:30.834080 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-02a291bd-458a-412c-819e-b253ed50163e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:30.876423 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:30.978336 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Sync routers for ids ['f83f74e2-1442-4862-8fbe-94446fdc9d39'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:45:30.984937 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-02a291bd-458a-412c-819e-b253ed50163e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:30.999634 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-08434777-50d2-4dd2-baf0-324f913dbcee service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544498 Feb 28 18:45:31.001139 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.009217 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Routers {'f83f74e2-1442-4862-8fbe-94446fdc9d39'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:31.009837 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['f83f74e2-1442-4862-8fbe-94446fdc9d39'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:31.262172 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Pushing event updated for resources: {'Port': ['ID=ea98abaa-92ef-4a6e-996c-00d0af153e4a,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:31.279819 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a118f-f7cf-4ba3-982a-3a6f743dfb5b req-1ff5235c-32ab-4a46-8c4b-a382887ad324 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:31.281790 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-893a118f-f7cf-4ba3-982a-3a6f743dfb5b req-1ff5235c-32ab-4a46-8c4b-a382887ad324 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 946 time: 0.6416056 Feb 28 18:45:31.290345 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Set router f83f74e2-1442-4862-8fbe-94446fdc9d39 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:31.357531 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-02a291bd-458a-412c-819e-b253ed50163e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.379018 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-02a291bd-458a-412c-819e-b253ed50163e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.380566 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-faabe224-3cd2-456d-8716-d751ff1c904a req-f2663496-9176-4d78-b497-f1393e595856 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553975 Feb 28 18:45:31.393558 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f5f50b1a-4b43-4358-8304-3eee3014f13f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.405403 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-893a118f-f7cf-4ba3-982a-3a6f743dfb5b req-6878e759-6cd4-449e-9921-474fea7f5baa tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131766 Feb 28 18:45:31.473093 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b9e857-47ef-4475-b9c0-c189604201c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd546294d-cc90-423b-89fb-2ba1c80a665c'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:31.499049 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Allocated IP 172.20.0.2 (7045dcc9-31ba-49da-ae56-40e4ea6a8c53/dccc7d7d-f825-4a31-a33d-79b3b778d8c8/836b9ecc-ea7e-4e22-8cd6-395631329f9d) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:31.629984 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:45:14Z', 'revision_number': 4, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port': {'id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:01Z', 'updated_at': '2022-02-28T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'd13f807f-43df-4a35-96cd-3c449c05b7b6', 'name': '', 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'mac_address': 'fa:16:3e:ff:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccc7d7d-f825-4a31-a33d-79b3b778d8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:09Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 2, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'subnets': [{'id': 'dccc7d7d-f825-4a31-a33d-79b3b778d8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:31.634860 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Checking router: f83f74e2-1442-4862-8fbe-94446fdc9d39 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:45:31.635228 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Updating router f83f74e2-1442-4862-8fbe-94446fdc9d39 port d13f807f-43df-4a35-96cd-3c449c05b7b6 binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:45:31.656348 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.688819 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.690952 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-65f61940-4c80-4df6-8f0a-5df9c8fcdd1d req-02a291bd-458a-412c-819e-b253ed50163e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1605306 Feb 28 18:45:31.719543 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6c31666c-71d2-4580-8a5b-ef7f57fa347e req-5d4e36a6-91b5-4c28-9848-4768ea20215a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 210 time: 0.1322296 Feb 28 18:45:31.749991 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f5f50b1a-4b43-4358-8304-3eee3014f13f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.766491 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a291bd-458a-412c-819e-b253ed50163e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7212c3-b781-4ef9-8d7a-83cd8693c028,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:31.789819 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-44c538ea-6553-417d-b121-e1df5aebd61d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 1096 time: 0.2767849 Feb 28 18:45:31.849964 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Attempting to bind port ea98abaa-92ef-4a6e-996c-00d0af153e4a on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:31.850191 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Attempting to bind port ea98abaa-92ef-4a6e-996c-00d0af153e4a by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:31.850491 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Attempting to bind port ea98abaa-92ef-4a6e-996c-00d0af153e4a on network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:31.864918 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847adc7b-a3f8-4470-8848-7b828b527871 req-a97d661c-865e-49fd-887b-ce89d418c191 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:31.866555 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-847adc7b-a3f8-4470-8848-7b828b527871 req-a97d661c-865e-49fd-887b-ce89d418c191 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 945 time: 0.7635128 Feb 28 18:45:31.901266 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Port ea98abaa-92ef-4a6e-996c-00d0af153e4a on network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:45:31.901482 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Attempting to bind port ea98abaa-92ef-4a6e-996c-00d0af153e4a on network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:31.904875 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b9e857-47ef-4475-b9c0-c189604201c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd546294d-cc90-423b-89fb-2ba1c80a665c', 'code': 200} Feb 28 18:45:31.907981 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.925217 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:31.925547 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Checking segment: {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:31.925925 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Bound using segment: {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:31.926472 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Bound port: ea98abaa-92ef-4a6e-996c-00d0af153e4a, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:31.926961 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:31.932456 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Allocated IP 172.28.3.46 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/2cacd8dc-0170-49f7-862a-5710b2b2c23a) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:31.965321 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f5f50b1a-4b43-4358-8304-3eee3014f13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.028464 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-847adc7b-a3f8-4470-8848-7b828b527871 req-c9f05433-91d0-4a6e-bfbe-469037872675 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496432 Feb 28 18:45:32.034208 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f50b1a-4b43-4358-8304-3eee3014f13f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d867c536-731c-4d9e-9c31-cdc434936294,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:32.097733 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.237773 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:32.257038 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] For port ea98abaa-92ef-4a6e-996c-00d0af153e4a, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:32.262568 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] For port ea98abaa-92ef-4a6e-996c-00d0af153e4a, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:32.331298 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Pushing event updated for resources: {'Port': ['ID=836b9ecc-ea7e-4e22-8cd6-395631329f9d,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:32.335969 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:32.338571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f5f50b1a-4b43-4358-8304-3eee3014f13f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.340426 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f5f50b1a-4b43-4358-8304-3eee3014f13f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d867c536-731c-4d9e-9c31-cdc434936294 HTTP/1.1" status: 204 len: 168 time: 1.6466110 Feb 28 18:45:32.373327 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.385610 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-fb3b4e00-930f-4837-8d6b-5dad9cb480b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.387064 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-fb3b4e00-930f-4837-8d6b-5dad9cb480b6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 912 time: 0.3706117 Feb 28 18:45:32.395239 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.416644 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Transition to ACTIVE for port object d13f807f-43df-4a35-96cd-3c449c05b7b6 will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:32.425626 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.444935 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:32.450251 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.451026 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.462120 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.503699 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d177d33-c289-426b-ab61-182dda02aa22 req-3b6f743e-e503-411e-8dea-c08bca4a34bc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:32.504458 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-5d177d33-c289-426b-ab61-182dda02aa22 req-3b6f743e-e503-411e-8dea-c08bca4a34bc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:32.560487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.561835 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] 10.222.0.65 "PUT /v2.0/ports/ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 200 len: 1094 time: 3.7680893 Feb 28 18:45:32.565395 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d798202-a886-44ec-907c-eec0146814f7', 'tag': 'ea98abaa-92ef-4a6e-996c-00d0af153e4a'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:32.571484 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-de516dcb-b148-4e5e-ad99-35a80649e9b3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5291176 Feb 28 18:45:32.594885 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Request body: {'port': {'device_id': '8e2d59cd-5d41-42f3-a753-7e85295a8ccd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:32.599992 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-d97ef074-b43c-4ce9-87dc-9c712bfc7d9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 200 len: 217 time: 0.2047710 Feb 28 18:45:32.629083 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000a072-2b13-408f-a54b-5271b71c0613 service neutron] Pushing event updated for resources: {'Port': ['ID=ea98abaa-92ef-4a6e-996c-00d0af153e4a,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:32.707375 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bca9c5fe-86a1-453c-9840-5ab7f21b2dbb req-72c10add-1369-4f2d-b1f5-7609609973b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 1098 time: 0.3653610 Feb 28 18:45:32.736484 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-5d177d33-c289-426b-ab61-182dda02aa22 req-3b6f743e-e503-411e-8dea-c08bca4a34bc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:32.738261 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5d177d33-c289-426b-ab61-182dda02aa22 req-3b6f743e-e503-411e-8dea-c08bca4a34bc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 943 time: 0.6031427 Feb 28 18:45:32.824707 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.855279 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af210479-fca6-421a-a897-9e43084a531a None None] Pushing event updated for resources: {'Port': ['ID=d13f807f-43df-4a35-96cd-3c449c05b7b6,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:32.957460 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Attempting to bind port d13f807f-43df-4a35-96cd-3c449c05b7b6 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:32.958304 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Attempting to bind port d13f807f-43df-4a35-96cd-3c449c05b7b6 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:32.959141 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Attempting to bind port d13f807f-43df-4a35-96cd-3c449c05b7b6 on network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:32.969298 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.969683 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:32.970449 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Checking segment: {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:32.971851 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:32.973109 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Bound using segment: {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:32.974029 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Bound port: d13f807f-43df-4a35-96cd-3c449c05b7b6, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:32.974648 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:33.015725 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-bca9c5fe-86a1-453c-9840-5ab7f21b2dbb req-281b83b8-36ad-4d56-8d31-cf18413c84f8 service neutron] Synchronizing usage tracker for tenant:a3b5fd8486f4482d8f1ca53ceca3d1b4 on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:33.065454 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-973028e8-73ca-4636-801d-780346fbfeb5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:33.077796 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-973028e8-73ca-4636-801d-780346fbfeb5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.4524996 Feb 28 18:45:33.091379 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] For port d13f807f-43df-4a35-96cd-3c449c05b7b6, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:33.095016 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] For port d13f807f-43df-4a35-96cd-3c449c05b7b6, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=d13f807f-43df-4a35-96cd-3c449c05b7b6,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:33.111149 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:33.151051 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-2fd63527-5032-4b8a-b19b-9b1b4535a4c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1097 time: 0.4973309 Feb 28 18:45:33.204325 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94522c-b8b4-4113-b4ab-baae0e11601f req-9dc6cc9c-1a19-44b2-b246-140125003021 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:33.211688 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ee94522c-b8b4-4113-b4ab-baae0e11601f req-9dc6cc9c-1a19-44b2-b246-140125003021 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 946 time: 0.5160849 Feb 28 18:45:33.215501 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Routers {'f83f74e2-1442-4862-8fbe-94446fdc9d39'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:33.216205 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['f83f74e2-1442-4862-8fbe-94446fdc9d39'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:33.279982 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:33.282505 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5d177d33-c289-426b-ab61-182dda02aa22 req-1fd60db4-19e8-49c0-bb8d-0a721668588b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5259929 Feb 28 18:45:33.300173 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:33.303387 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'Port': ['ID=2cacd8dc-0170-49f7-862a-5710b2b2c23a,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:33.305853 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:33.416776 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-531058b5-7866-4ed6-a12b-50e0e4accd9e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3180563 Feb 28 18:45:33.495218 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af210479-fca6-421a-a897-9e43084a531a None None] Pushing event updated for resources: {'Port': ['ID=d13f807f-43df-4a35-96cd-3c449c05b7b6,revision_number=4']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:33.508001 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d798202-a886-44ec-907c-eec0146814f7', 'tag': 'ea98abaa-92ef-4a6e-996c-00d0af153e4a', 'status': 'completed', 'code': 200} Feb 28 18:45:33.559032 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-bca9c5fe-86a1-453c-9840-5ab7f21b2dbb req-281b83b8-36ad-4d56-8d31-cf18413c84f8 service neutron] Unset dirty status for tenant:a3b5fd8486f4482d8f1ca53ceca3d1b4 on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:33.561785 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bca9c5fe-86a1-453c-9840-5ab7f21b2dbb req-281b83b8-36ad-4d56-8d31-cf18413c84f8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8186688 Feb 28 18:45:33.649878 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] Set router f83f74e2-1442-4862-8fbe-94446fdc9d39 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:33.669336 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:33.730650 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-80e4d090-c902-432b-a8ee-3f032500200e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 200 len: 217 time: 0.5544789 Feb 28 18:45:33.760548 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ee94522c-b8b4-4113-b4ab-baae0e11601f req-8be580ea-5981-4eff-8b1b-c7d33df03d66 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480225 Feb 28 18:45:33.829502 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-c92c951f-aa0a-4b10-9bea-d178ebf1b858 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012527 Feb 28 18:45:33.837680 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:33.931271 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device e7a172f0-beb6-4414-b6ec-6c58798d3ad7 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:45:34.058688 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295526d9-6194-4624-8ac4-413264106d19 req-1e8b14ca-02c0-4eed-9987-6e63614a0c68 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:34.060383 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-1e8b14ca-02c0-4eed-9987-6e63614a0c68 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.1403227 Feb 28 18:45:34.206878 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port e7a172f0-beb6-4414-b6ec-6c58798d3ad7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:34.222530 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'port_id': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'mac_address': 'fa:16:3e:9e:fb:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:45:34.242436 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-3d1e1af1-4f01-40a1-89c1-eac1e6f702cb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532072 Feb 28 18:45:34.324114 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f0028-7a70-4ca0-94fa-bf19aa0d69c2 req-58c68fd4-4c3f-4af9-8ba8-121e18e38b61 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:34.326267 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-166f0028-7a70-4ca0-94fa-bf19aa0d69c2 req-58c68fd4-4c3f-4af9-8ba8-121e18e38b61 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 931 time: 0.5488269 Feb 28 18:45:34.335424 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.337264 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-451fa6ee-b14c-4f20-8c4d-6be23f9a912f req-21a33231-43f1-43df-a5bd-670f71c922d6 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583504 Feb 28 18:45:34.368038 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:45:14Z', 'revision_number': 4, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port': {'id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:01Z', 'updated_at': '2022-02-28T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'd13f807f-43df-4a35-96cd-3c449c05b7b6', 'name': '', 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'mac_address': 'fa:16:3e:ff:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccc7d7d-f825-4a31-a33d-79b3b778d8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:09Z', 'updated_at': '2022-02-28T18:45:33Z', 'revision_number': 4, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'subnets': [{'id': 'dccc7d7d-f825-4a31-a33d-79b3b778d8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:34.383038 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd538933-b508-4ff8-a82d-394e961fc9d3 None None] The sync data for ids ['f83f74e2-1442-4862-8fbe-94446fdc9d39'] in dv-cinder-831188-1-smb is: [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:45:14Z', 'revision_number': 4, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port': {'id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:01Z', 'updated_at': '2022-02-28T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'd13f807f-43df-4a35-96cd-3c449c05b7b6', 'name': '', 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'mac_address': 'fa:16:3e:ff:a8:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dccc7d7d-f825-4a31-a33d-79b3b778d8c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:09Z', 'updated_at': '2022-02-28T18:45:33Z', 'revision_number': 4, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'subnets': [{'id': 'dccc7d7d-f825-4a31-a33d-79b3b778d8c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:45:34.399107 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a172f0-beb6-4414-b6ec-6c58798d3ad7 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:34.433870 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port e7a172f0-beb6-4414-b6ec-6c58798d3ad7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:34.478046 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.527481 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-166f0028-7a70-4ca0-94fa-bf19aa0d69c2 req-d402a9e5-a569-4066-b5e3-e40c5d349406 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870806 Feb 28 18:45:34.592539 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:34.597787 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.617832 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.655623 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-df088a67-4550-49bf-8044-cfc4b96c5ed5 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251867 Feb 28 18:45:34.837291 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f736952-e268-4d4f-b45a-0c757c73e3be req-6c062f17-8d3c-44ff-9fca-28b82c6e2bc0 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:34.838881 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9f736952-e268-4d4f-b45a-0c757c73e3be req-6c062f17-8d3c-44ff-9fca-28b82c6e2bc0 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 945 time: 0.6599493 Feb 28 18:45:34.840175 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.db.resource_extend [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 18:45:34.852654 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.885449 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['e7a172f0-beb6-4414-b6ec-6c58798d3ad7'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:45:34.891507 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'Port': ['ID=2cacd8dc-0170-49f7-862a-5710b2b2c23a,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:34.933360 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:34.943300 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-9c1e30f6-4549-4aa6-85d1-5c8f8c623026 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3412962 Feb 28 18:45:34.994750 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23662723-a406-43c7-bec3-427d86565311 req-2eff003e-a604-4cde-b3be-7aa4a468773d tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:34.996928 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-23662723-a406-43c7-bec3-427d86565311 req-2eff003e-a604-4cde-b3be-7aa4a468773d tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 944 time: 0.2769651 Feb 28 18:45:35.123398 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-23662723-a406-43c7-bec3-427d86565311 req-cca9d94f-ecbc-45d6-82f2-42761f72b695 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178093 Feb 28 18:45:35.125253 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 836b9ecc-ea7e-4e22-8cd6-395631329f9d {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:35.165095 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.279544 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Transition to ACTIVE for port object 836b9ecc-ea7e-4e22-8cd6-395631329f9d will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:35.295330 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-295526d9-6194-4624-8ac4-413264106d19 req-4163cecb-9698-4ff4-92ef-045749e76009 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6188066 Feb 28 18:45:35.320510 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9f736952-e268-4d4f-b45a-0c757c73e3be req-0a65af36-bb19-4ec1-99b3-d76de86e3b9f tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677331 Feb 28 18:45:35.321802 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.413676 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Pushing event updated for resources: {'Port': ['ID=836b9ecc-ea7e-4e22-8cd6-395631329f9d,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:35.415003 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde2b14-1c60-40df-8da3-d5c88a306666 req-ce6d77ac-e1db-4e08-a4e6-259dbcb4018a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:35.419493 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7dde2b14-1c60-40df-8da3-d5c88a306666 req-ce6d77ac-e1db-4e08-a4e6-259dbcb4018a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 946 time: 0.1467755 Feb 28 18:45:35.539626 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7dde2b14-1c60-40df-8da3-d5c88a306666 req-5197f390-641a-4e01-b722-7cc0f8f87c55 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132228 Feb 28 18:45:35.656354 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device d13f807f-43df-4a35-96cd-3c449c05b7b6 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:35.803702 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port d13f807f-43df-4a35-96cd-3c449c05b7b6 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:35.812839 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port d13f807f-43df-4a35-96cd-3c449c05b7b6 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:35.813289 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.850602 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-afefeecb-b049-4a01-8370-981cd4b49028 req-8c659b6a-e827-47de-887c-97b2aa0744e4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Synchronizing usage tracker for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:35.864868 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Attempting to bind port 836b9ecc-ea7e-4e22-8cd6-395631329f9d on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:35.865159 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Attempting to bind port 836b9ecc-ea7e-4e22-8cd6-395631329f9d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:35.865446 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Attempting to bind port 836b9ecc-ea7e-4e22-8cd6-395631329f9d on network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:35.878971 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6927f3-b348-4874-8178-b3786fa50e10 req-f0abd921-01fa-4f4e-91c1-2964022136eb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:35.888847 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-eb6927f3-b348-4874-8178-b3786fa50e10 req-f0abd921-01fa-4f4e-91c1-2964022136eb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 943 time: 0.1842391 Feb 28 18:45:35.892641 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Port 836b9ecc-ea7e-4e22-8cd6-395631329f9d on network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:45:35.894890 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Attempting to bind port 836b9ecc-ea7e-4e22-8cd6-395631329f9d on network 7045dcc9-31ba-49da-ae56-40e4ea6a8c53 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:35.919115 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:35.919481 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Checking segment: {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:35.919868 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Bound using segment: {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:35.920337 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Bound port: 836b9ecc-ea7e-4e22-8cd6-395631329f9d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06105543-b5b2-4a7d-8ced-d3ad9240f91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:35.920681 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:35.946747 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-afefeecb-b049-4a01-8370-981cd4b49028 req-8c659b6a-e827-47de-887c-97b2aa0744e4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Unset dirty status for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:35.947935 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-8c659b6a-e827-47de-887c-97b2aa0744e4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1108956667&fields=id&tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5 HTTP/1.1" status: 200 len: 267 time: 0.3627899 Feb 28 18:45:35.952891 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d549313-18a4-41e2-8c67-c90892113168 req-05b9b111-ac2f-49f5-af1b-3b8a03a78cb2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1097 time: 0.4580860 Feb 28 18:45:36.008274 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device e7a172f0-beb6-4414-b6ec-6c58798d3ad7 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:36.019396 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-eb6927f3-b348-4874-8178-b3786fa50e10 req-855849d8-dcea-4f81-8ab2-ea7dbb32cb2c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255307 Feb 28 18:45:36.141174 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:36.257016 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port d13f807f-43df-4a35-96cd-3c449c05b7b6, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=d13f807f-43df-4a35-96cd-3c449c05b7b6,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:36.264920 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:36.288407 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:36.343859 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] For port 836b9ecc-ea7e-4e22-8cd6-395631329f9d, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:36.360967 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cc137-daa9-4028-b23f-854e21469280 req-48f06f6a-38b3-4c91-a156-ad4b297b4e06 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.365949 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-903cc137-daa9-4028-b23f-854e21469280 req-48f06f6a-38b3-4c91-a156-ad4b297b4e06 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 944 time: 0.0929093 Feb 28 18:45:36.404933 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:36.407971 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:36.415379 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] For port 836b9ecc-ea7e-4e22-8cd6-395631329f9d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=836b9ecc-ea7e-4e22-8cd6-395631329f9d,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:36.424256 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefeecb-b049-4a01-8370-981cd4b49028 req-1588e6ca-f6ca-4734-9f5f-98b5713758bb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.425699 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-afefeecb-b049-4a01-8370-981cd4b49028 req-1588e6ca-f6ca-4734-9f5f-98b5713758bb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Synchronizing usage tracker for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:network {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:36.429955 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-903cc137-daa9-4028-b23f-854e21469280 req-10d3f5d9-08cf-4f66-a088-9468716960cc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627673 Feb 28 18:45:36.435433 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:36.659431 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=d13f807f-43df-4a35-96cd-3c449c05b7b6,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:36.670480 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:36.671914 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] 10.222.0.65 "PUT /v2.0/ports/836b9ecc-ea7e-4e22-8cd6-395631329f9d HTTP/1.1" status: 200 len: 1093 time: 4.0826223 Feb 28 18:45:36.696915 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb928f2-1428-40f3-a859-54afc5d877ea req-28b9ccdb-be4b-4a2c-a58b-cda5068f19cd tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.700280 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd681116-8599-4323-8ff2-dc31590ea61a service neutron] Pushing event updated for resources: {'Port': ['ID=836b9ecc-ea7e-4e22-8cd6-395631329f9d,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:36.707150 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2d59cd-5d41-42f3-a753-7e85295a8ccd', 'tag': '836b9ecc-ea7e-4e22-8cd6-395631329f9d'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:36.714902 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dbb928f2-1428-40f3-a859-54afc5d877ea req-28b9ccdb-be4b-4a2c-a58b-cda5068f19cd tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 945 time: 0.1520119 Feb 28 18:45:36.810135 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:36.812942 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-afefeecb-b049-4a01-8370-981cd4b49028 req-1588e6ca-f6ca-4734-9f5f-98b5713758bb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Unset dirty status for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:network {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:36.817112 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dbb928f2-1428-40f3-a859-54afc5d877ea req-1c3336cf-a26c-4d9b-b3a3-2d17020c82d0 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999267 Feb 28 18:45:36.820369 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-1588e6ca-f6ca-4734-9f5f-98b5713758bb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 816 time: 0.8109055 Feb 28 18:45:36.854147 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-86001f3f-9e49-4c7d-a9a7-c8f1f745cd70 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/quotas/2d41e65486614b1e9fc7a7e2d586a9b5 HTTP/1.1" status: 200 len: 375 time: 0.0328867 Feb 28 18:45:36.854732 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port e7a172f0-beb6-4414-b6ec-6c58798d3ad7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:36.855651 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:36.856598 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d549313-18a4-41e2-8c67-c90892113168 req-e6420796-1536-4403-be73-8f459580c7e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:36.858347 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d549313-18a4-41e2-8c67-c90892113168 req-e6420796-1536-4403-be73-8f459580c7e4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 920 time: 0.7998228 Feb 28 18:45:36.864645 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:36.902421 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2d59cd-5d41-42f3-a753-7e85295a8ccd', 'tag': '836b9ecc-ea7e-4e22-8cd6-395631329f9d', 'status': 'completed', 'code': 200} Feb 28 18:45:36.963922 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'code': 200} Feb 28 18:45:37.007095 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:37.016064 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d549313-18a4-41e2-8c67-c90892113168 req-8663be97-b91b-4304-b853-3fcb75eb00ff service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 200 len: 217 time: 0.1492252 Feb 28 18:45:37.068052 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-d3666f40-5308-4d90-8e0f-091664141a56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 1096 time: 0.3155632 Feb 28 18:45:37.208959 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-4178eef1-605d-4002-90b5-95909f13b6cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=836b9ecc-ea7e-4e22-8cd6-395631329f9d HTTP/1.1" status: 200 len: 217 time: 0.1240294 Feb 28 18:45:37.213791 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d549313-18a4-41e2-8c67-c90892113168 req-26d59ae9-b2bc-4766-85e4-a498d06c30de service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:37.214576 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d549313-18a4-41e2-8c67-c90892113168 req-26d59ae9-b2bc-4766-85e4-a498d06c30de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.1916473 Feb 28 18:45:37.232899 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-afefeecb-b049-4a01-8370-981cd4b49028 req-1a4e6106-6110-4515-85b9-2b06c01d8220 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Synchronizing usage tracker for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:37.319569 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d549313-18a4-41e2-8c67-c90892113168 req-afd0701f-3807-41e9-81b1-9c74d08bac84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814195 Feb 28 18:45:37.406412 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7059fa50-62ab-406a-8d9b-33b630c64831 req-d9b7fe1d-acf8-483a-b44c-53fc62c9720d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 1098 time: 0.1263790 Feb 28 18:45:37.418979 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-afefeecb-b049-4a01-8370-981cd4b49028 req-1a4e6106-6110-4515-85b9-2b06c01d8220 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Unset dirty status for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:37.420379 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-1a4e6106-6110-4515-85b9-2b06c01d8220 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5654924 Feb 28 18:45:37.426090 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-59ec0b54-25f1-47ed-940d-8ef036955cee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:37.427608 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-59ec0b54-25f1-47ed-940d-8ef036955cee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.1912413 Feb 28 18:45:37.475009 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0094bd8-5e57-4274-9f49-8f93e50cec6e req-8de198a5-897e-46e0-8100-8f2189998681 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:37.476606 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b0094bd8-5e57-4274-9f49-8f93e50cec6e req-8de198a5-897e-46e0-8100-8f2189998681 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 943 time: 0.2378185 Feb 28 18:45:37.605224 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7059fa50-62ab-406a-8d9b-33b630c64831 req-88b69e9a-bb10-481f-af0e-70afbc83b5a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1880538 Feb 28 18:45:37.614997 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-42407f9c-0ad5-49d2-9ea0-faad4b9fa5a3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797609 Feb 28 18:45:37.624379 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b0094bd8-5e57-4274-9f49-8f93e50cec6e req-b2141e20-6fbf-4477-a331-19bebf840213 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343246 Feb 28 18:45:37.674696 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device d13f807f-43df-4a35-96cd-3c449c05b7b6 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:37.793060 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d549313-18a4-41e2-8c67-c90892113168 req-001d4501-8180-44e0-85b9-544a7c1c7fc6 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616301 Feb 28 18:45:37.810276 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port d13f807f-43df-4a35-96cd-3c449c05b7b6 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:37.810703 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:37.816286 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-2940ba5e-a474-4978-be21-047f208357b4 service neutron] 10.222.0.45 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958217 Feb 28 18:45:38.050388 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device ea98abaa-92ef-4a6e-996c-00d0af153e4a details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:45:38.053855 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716da758-60d1-45fa-b5c2-9c9760a0a084 req-1b594be2-c7b5-4b0d-a861-686a2c7790ce tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:38.061450 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-716da758-60d1-45fa-b5c2-9c9760a0a084 req-1b594be2-c7b5-4b0d-a861-686a2c7790ce tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.2239842 Feb 28 18:45:38.145119 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-716da758-60d1-45fa-b5c2-9c9760a0a084 req-6f0827a0-9979-4b16-8a33-94a8a8e9ac76 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826621 Feb 28 18:45:38.242118 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port ea98abaa-92ef-4a6e-996c-00d0af153e4a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:38.260029 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': 'ea98abaa-92ef-4a6e-996c-00d0af153e4a', 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53', 'port_id': 'ea98abaa-92ef-4a6e-996c-00d0af153e4a', 'mac_address': 'fa:16:3e:5b:a0:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccc7d7d-f825-4a31-a33d-79b3b778d8c8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:45:38.327322 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:38.348954 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea98abaa-92ef-4a6e-996c-00d0af153e4a {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:38.364690 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port ea98abaa-92ef-4a6e-996c-00d0af153e4a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:38.371242 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:38.384990 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-57d3cd99-66de-4672-bbab-66b1fe5a9423 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026184 Feb 28 18:45:38.395479 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-804edc17-027a-491b-bb06-c1a0ff43f498 service neutron] 10.222.0.45 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5706851 Feb 28 18:45:38.424871 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d549313-18a4-41e2-8c67-c90892113168 req-af26ab35-6e57-4e92-914e-b33221616838 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347219 Feb 28 18:45:38.529186 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=ea98abaa-92ef-4a6e-996c-00d0af153e4a,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:38.606211 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4dce35db-0a42-4110-a1db-bb29679798f5 req-73739bcc-f769-474a-b315-acf1946d4e3e service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074258 Feb 28 18:45:38.771806 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2f0c5f4f-d635-4836-8515-5cec7675487f req-3733266b-b9c6-4faa-8f16-4b407dd642d3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 210 time: 0.0936644 Feb 28 18:45:38.829820 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['ea98abaa-92ef-4a6e-996c-00d0af153e4a'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:45:39.325277 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-bc669c8c-3a25-436e-82e4-2e8a83a01ff9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 1096 time: 0.4814012 Feb 28 18:45:39.335853 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff285-ce13-471d-91aa-73c2f6b0fb8d req-b0f04d20-1ffe-4c0b-9870-f52be9f3a240 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:39.336531 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-057ff285-ce13-471d-91aa-73c2f6b0fb8d req-b0f04d20-1ffe-4c0b-9870-f52be9f3a240 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Synchronizing usage tracker for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:39.444091 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-057ff285-ce13-471d-91aa-73c2f6b0fb8d req-b0f04d20-1ffe-4c0b-9870-f52be9f3a240 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Unset dirty status for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:39.445212 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-057ff285-ce13-471d-91aa-73c2f6b0fb8d req-b0f04d20-1ffe-4c0b-9870-f52be9f3a240 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 943 time: 0.2268353 Feb 28 18:45:39.529109 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-4e9409e3-c27e-4783-8b29-efa7d792e7df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:39.530571 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-4e9409e3-c27e-4783-8b29-efa7d792e7df service neutron] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 920 time: 0.1867321 Feb 28 18:45:39.532200 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-057ff285-ce13-471d-91aa-73c2f6b0fb8d req-d6e800e9-1848-4037-8205-771d3a9a0ecb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Synchronizing usage tracker for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:39.615416 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-e4e75c8b-f3ec-49a6-9bba-c02cbe90288b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=836b9ecc-ea7e-4e22-8cd6-395631329f9d HTTP/1.1" status: 200 len: 217 time: 0.0758977 Feb 28 18:45:39.618532 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-057ff285-ce13-471d-91aa-73c2f6b0fb8d req-d6e800e9-1848-4037-8205-771d3a9a0ecb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Unset dirty status for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:39.619646 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-057ff285-ce13-471d-91aa-73c2f6b0fb8d req-d6e800e9-1848-4037-8205-771d3a9a0ecb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675920 Feb 28 18:45:39.692694 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-7ac66975-8773-412c-9ad3-c3ace619d4cb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:39.694477 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-7ac66975-8773-412c-9ad3-c3ace619d4cb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.0732350 Feb 28 18:45:39.754391 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-59def9f7-f77b-4571-805a-356e544ad3d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522268 Feb 28 18:45:39.795316 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:45:39.913501 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47898e-9744-4674-a06c-7c515d6a3d05 req-cff660b7-7efc-4641-8a31-ab45fbb79c54 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:39.921135 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6e47898e-9744-4674-a06c-7c515d6a3d05 req-cff660b7-7efc-4641-8a31-ab45fbb79c54 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1010025 Feb 28 18:45:39.972580 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device ea98abaa-92ef-4a6e-996c-00d0af153e4a up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:40.024614 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6e47898e-9744-4674-a06c-7c515d6a3d05 req-5077fb67-201c-4c92-bff9-dc488b9dbd3e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020038 Feb 28 18:45:40.075791 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-ee010f01-570c-429d-bcde-80f4ce685ccc service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927480 Feb 28 18:45:40.114501 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port ea98abaa-92ef-4a6e-996c-00d0af153e4a completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:40.121027 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port ea98abaa-92ef-4a6e-996c-00d0af153e4a triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:40.121653 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:40.140273 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-176feedf-3c3c-4572-8ed1-a033b4eb4426 req-b7cdc8bd-3f01-4ebc-a449-87a617e3c44e tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 210 time: 0.0679035 Feb 28 18:45:40.292790 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4eae46c6-cf8e-4b4a-9cf4-d18605e1222e req-5bc06660-c23b-408a-9be3-489b30cc243d service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797009 Feb 28 18:45:40.304090 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7743e0f-96d8-4557-a956-aa37cd0f9322 req-3377b5af-4f49-4f16-b216-a6d816ef6473 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:40.305796 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d7743e0f-96d8-4557-a956-aa37cd0f9322 req-3377b5af-4f49-4f16-b216-a6d816ef6473 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1344001 Feb 28 18:45:40.322257 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41114) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:40.330630 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'floatingip': {'port_id': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:40.350835 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:40.406794 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port ea98abaa-92ef-4a6e-996c-00d0af153e4a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:40.407777 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d798202-a886-44ec-907c-eec0146814f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea98abaa-92ef-4a6e-996c-00d0af153e4a'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:40.413813 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:40.439711 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:40.506850 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=ea98abaa-92ef-4a6e-996c-00d0af153e4a,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:40.517105 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d798202-a886-44ec-907c-eec0146814f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea98abaa-92ef-4a6e-996c-00d0af153e4a', 'code': 200} Feb 28 18:45:40.555096 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-22505754-3719-47be-adeb-2a99d83f1e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:40.777095 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefeecb-b049-4a01-8370-981cd4b49028 req-2e169b8e-7ffe-4086-957c-e79d69b5cced tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:40.779483 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-2e169b8e-7ffe-4086-957c-e79d69b5cced tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 816 time: 0.1846416 Feb 28 18:45:40.955731 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-ddf38ad9-c3a8-4db2-a178-fe292d85330c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5 HTTP/1.1" status: 200 len: 380 time: 0.1122596 Feb 28 18:45:40.964074 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'port': {'device_id': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'admin_state_up': True, 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'security_groups': ['54c3f922-30e3-49f9-ac7a-37311b30884c']}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:41.217260 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:41.247549 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:41.274385 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-288392a3-7b7f-4070-8bba-a5fb998a09d6 req-17c8457e-7ed7-4430-8e5f-b14095078b4a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1099 time: 0.3943944 Feb 28 18:45:41.275563 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Made reservation on behalf of 2d41e65486614b1e9fc7a7e2d586a9b5 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:41.280274 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:41.291937 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddf153c-45ac-4a34-8112-8002fa12fc0e req-0235aa4c-d209-49ea-ab73-732acc687589 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:41.293516 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4ddf153c-45ac-4a34-8112-8002fa12fc0e req-0235aa4c-d209-49ea-ab73-732acc687589 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 943 time: 0.4221663 Feb 28 18:45:41.459934 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-33dd6235-862a-4356-bd5e-710f8f984a7b req-a1d6cfc6-c28d-4034-8d46-04c8d3b35d36 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 210 time: 0.0737953 Feb 28 18:45:41.469928 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-288392a3-7b7f-4070-8bba-a5fb998a09d6 req-ebbf1c97-e27e-4b17-9151-3e421bf8467b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699259 Feb 28 18:45:41.548307 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4ddf153c-45ac-4a34-8112-8002fa12fc0e req-9cf41ab2-5622-4879-b7d7-79615a6cdbb6 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048024 Feb 28 18:45:41.582233 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Allocated IP 172.20.0.4 (a96b9800-dd5e-4cee-96df-a385ed65ba1e/fe0fec99-1b78-46df-bb49-0a09617f2237/62080c57-a963-40c3-93f7-9eaa3ed4c082) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:41.732806 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:41.744445 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:41.793013 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:41.815329 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Transition to ACTIVE for port object 62080c57-a963-40c3-93f7-9eaa3ed4c082 will not be triggered until provisioned by entity DHCP. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:41.842136 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:42.009832 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 836b9ecc-ea7e-4e22-8cd6-395631329f9d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:45:42.015890 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:42.019790 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:42.022636 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:42.026860 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:42.027492 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:42.042624 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:42.073619 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-c28a1932-b372-4357-a8cb-a14f52aa128f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1152282 Feb 28 18:45:42.100180 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.l3_db [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Floating IP 70a99c4b-9539-4aaf-86de-7ff8cd27375c associated. External IP: 172.28.3.54, port: e7a172f0-beb6-4414-b6ec-6c58798d3ad7. Feb 28 18:45:42.103235 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Request body: {'port': {'device_id': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:42.220597 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 836b9ecc-ea7e-4e22-8cd6-395631329f9d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=836b9ecc-ea7e-4e22-8cd6-395631329f9d,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:42.263825 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '836b9ecc-ea7e-4e22-8cd6-395631329f9d', 'network_id': '7045dcc9-31ba-49da-ae56-40e4ea6a8c53', 'port_id': '836b9ecc-ea7e-4e22-8cd6-395631329f9d', 'mac_address': 'fa:16:3e:7f:e0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dccc7d7d-f825-4a31-a33d-79b3b778d8c8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:45:42.329757 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:42.387937 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:42.417352 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 836b9ecc-ea7e-4e22-8cd6-395631329f9d {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:42.440557 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 836b9ecc-ea7e-4e22-8cd6-395631329f9d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=836b9ecc-ea7e-4e22-8cd6-395631329f9d,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:42.448866 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:42.592417 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-6aa5ad51-ff58-4bb2-9c63-4a959e52e977 None None] Provisioning for port 62080c57-a963-40c3-93f7-9eaa3ed4c082 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:42.598155 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=836b9ecc-ea7e-4e22-8cd6-395631329f9d,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:42.613673 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-6aa5ad51-ff58-4bb2-9c63-4a959e52e977 None None] Provisioning complete for port 62080c57-a963-40c3-93f7-9eaa3ed4c082 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:42.614265 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-6aa5ad51-ff58-4bb2-9c63-4a959e52e977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:42.745063 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-6aa5ad51-ff58-4bb2-9c63-4a959e52e977 None None] Port 62080c57-a963-40c3-93f7-9eaa3ed4c082 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:45:42.950537 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['836b9ecc-ea7e-4e22-8cd6-395631329f9d'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:45:42.977369 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Router d8c2cf02-d027-4e19-8441-b5c981db26b2 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:45:43.107336 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-45328425-30bc-47dd-8dfb-aba612f0f285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.143069 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551bd2a-2485-4182-baa4-fdb151822466 req-46150065-457c-4c93-af1c-176e299d5095 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:43.145275 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1551bd2a-2485-4182-baa4-fdb151822466 req-46150065-457c-4c93-af1c-176e299d5095 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 944 time: 0.2857389 Feb 28 18:45:43.190781 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62080c57-a963-40c3-93f7-9eaa3ed4c082 {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:43.208280 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.232163 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aa9b14-3052-4221-8abf-8c0e3b228d84 req-94b37e00-3204-4474-a86a-786d4c2f2ad1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:43.233428 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-d7aa9b14-3052-4221-8abf-8c0e3b228d84 req-94b37e00-3204-4474-a86a-786d4c2f2ad1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Synchronizing usage tracker for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:43.259272 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Transition to ACTIVE for port object 62080c57-a963-40c3-93f7-9eaa3ed4c082 will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:43.266246 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-d7aa9b14-3052-4221-8abf-8c0e3b228d84 req-94b37e00-3204-4474-a86a-786d4c2f2ad1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Unset dirty status for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:43.267911 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d7aa9b14-3052-4221-8abf-8c0e3b228d84 req-94b37e00-3204-4474-a86a-786d4c2f2ad1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 931 time: 0.3897927 Feb 28 18:45:43.271195 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.419937 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1551bd2a-2485-4182-baa4-fdb151822466 req-9bc574f1-8bd2-4d8b-9ef8-f80e66c00c33 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674160 Feb 28 18:45:43.533885 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:45:43.555783 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] Sync routers for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:45:43.556922 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.582176 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:43.582807 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:43.624591 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d7aa9b14-3052-4221-8abf-8c0e3b228d84 req-8a95a9f1-bebd-46a4-9b4a-0a102f8ee931 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448100 Feb 28 18:45:43.626237 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:43.650233 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-57e08fe3-b2da-49d0-91f5-d9ae9713811a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "PUT /v2.0/floatingips/70a99c4b-9539-4aaf-86de-7ff8cd27375c HTTP/1.1" status: 200 len: 990 time: 3.3268261 Feb 28 18:45:43.651174 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'tag': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:43.799666 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Attempting to bind port 62080c57-a963-40c3-93f7-9eaa3ed4c082 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:43.800256 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Attempting to bind port 62080c57-a963-40c3-93f7-9eaa3ed4c082 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:43.800779 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Attempting to bind port 62080c57-a963-40c3-93f7-9eaa3ed4c082 on network a96b9800-dd5e-4cee-96df-a385ed65ba1e {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:43.808072 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Port 62080c57-a963-40c3-93f7-9eaa3ed4c082 on network a96b9800-dd5e-4cee-96df-a385ed65ba1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:45:43.808558 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Attempting to bind port 62080c57-a963-40c3-93f7-9eaa3ed4c082 on network a96b9800-dd5e-4cee-96df-a385ed65ba1e {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:43.816155 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:43.816709 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Checking segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:43.817254 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Bound using segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:43.817835 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Bound port: 62080c57-a963-40c3-93f7-9eaa3ed4c082, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:43.818332 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.921799 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-cf02ae04-2abe-449c-acf9-abe98a35bfbb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:43.930453 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-cf02ae04-2abe-449c-acf9-abe98a35bfbb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 815 time: 0.2706277 Feb 28 18:45:43.937514 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'tag': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'status': 'completed', 'code': 200} Feb 28 18:45:43.943037 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:43.943420 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:43.946922 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:43.953730 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:43.987937 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-c1560007-7d76-4e3c-be4c-73f783c0933d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/quotas/471ab32513ef4f049e0057fece90e335 HTTP/1.1" status: 200 len: 375 time: 0.0489249 Feb 28 18:45:44.106393 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:44.108456 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] 10.222.0.65 "PUT /v2.0/ports/62080c57-a963-40c3-93f7-9eaa3ed4c082 HTTP/1.1" status: 200 len: 1093 time: 2.0095253 Feb 28 18:45:44.117361 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:44.139618 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-caf8537a-569a-4215-9d84-9776c3671459 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1507094 Feb 28 18:45:44.249512 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f516efd3-9d20-46ab-89d6-f2ac7e63f00d service neutron] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:44.278983 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-eb9926b3-1c54-4e30-abd1-676a7892c5eb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 1098 time: 0.2687640 Feb 28 18:45:44.328240 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-67420408-6290-470b-b199-112afa65f615 service neutron] 10.222.0.45 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873915 Feb 28 18:45:44.392152 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-0f01764c-bd5a-4d2f-9c5b-fe5d962a8364 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 1096 time: 0.2127829 Feb 28 18:45:44.396983 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:44.398755 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:44.478826 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'status': 'completed', 'code': 200} Feb 28 18:45:44.506384 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-2828432e-6f40-432d-94d7-d04c790e687f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082 HTTP/1.1" status: 200 len: 217 time: 0.0954077 Feb 28 18:45:44.517135 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-cc1e38f5-e24e-4b77-b0f1-dce90df40bcb service neutron] 10.222.0.45 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878533 Feb 28 18:45:44.629460 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '70a99c4b-9539-4aaf-86de-7ff8cd27375c', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'port_id': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'mac_address': 'fa:16:3e:9e:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:15Z', 'updated_at': '2022-02-28T18:45:41Z', 'revision_number': 1, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:44.646091 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] Checking router: d8c2cf02-d027-4e19-8441-b5c981db26b2 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:45:44.666288 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:44.667094 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:44.679753 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-4275f1dc-b229-4ee4-825a-6319bdf82119 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:44.679753 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-4275f1dc-b229-4ee4-825a-6319bdf82119 service neutron] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 912 time: 0.3926015 Feb 28 18:45:44.834072 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f47d7138-958d-4ffb-8648-c9cf6ee7711f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:44.838957 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-f47d7138-958d-4ffb-8648-c9cf6ee7711f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.3039289 Feb 28 18:45:44.945308 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:45.022415 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb274a87-85ad-4a5b-bb13-09f1a7e31a00 req-3b8cc3f4-87f9-4f9e-b966-1032b342690d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:45.024615 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bb274a87-85ad-4a5b-bb13-09f1a7e31a00 req-3b8cc3f4-87f9-4f9e-b966-1032b342690d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 944 time: 0.1195681 Feb 28 18:45:45.093911 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bb274a87-85ad-4a5b-bb13-09f1a7e31a00 req-368a09e5-c013-4203-8fd5-5e632cc59b90 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627112 Feb 28 18:45:45.110010 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-ca3052fb-fafd-49bd-ab5f-96b02a5004f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 200 len: 998 time: 0.4221625 Feb 28 18:45:45.121752 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c44861-c2af-4fc1-84a5-66854ade8ed9 req-e8d16413-e33d-48f8-8587-ae8f157709cc tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:45.132163 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e5c44861-c2af-4fc1-84a5-66854ade8ed9 req-e8d16413-e33d-48f8-8587-ae8f157709cc tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 945 time: 0.5288091 Feb 28 18:45:45.136997 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-278599e2-cfb3-4081-88c1-f5fccff6bf80 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2894840 Feb 28 18:45:45.265972 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e7e7fd21-d057-4c90-bbf3-09b3c7f40b3e req-30bde017-2a4a-4c10-ac21-0643ab3416e3 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 210 time: 0.0506625 Feb 28 18:45:45.290389 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-adb0bdbf-f5b0-4b11-ba07-d6a7a710e61e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:45.291951 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-adb0bdbf-f5b0-4b11-ba07-d6a7a710e61e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.1587133 Feb 28 18:45:45.457260 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e5c44861-c2af-4fc1-84a5-66854ade8ed9 req-759b1b62-fd34-444e-b76f-af0cab3924d2 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627139 Feb 28 18:45:45.461397 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:45.522566 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-82b2030b-656a-4510-aaa3-b455c32f1d01 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531177 Feb 28 18:45:45.543771 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '70a99c4b-9539-4aaf-86de-7ff8cd27375c', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'port_id': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'mac_address': 'fa:16:3e:9e:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:15Z', 'updated_at': '2022-02-28T18:45:41Z', 'revision_number': 1, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:45.549361 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866dd3a2-620a-4971-9bf4-e70c560e9e67 None None] The sync data for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb is: [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '70a99c4b-9539-4aaf-86de-7ff8cd27375c', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'port_id': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'mac_address': 'fa:16:3e:9e:fb:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:15Z', 'updated_at': '2022-02-28T18:45:41Z', 'revision_number': 1, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:45:45.568077 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-a6294808-fc11-49d0-a0bc-06d400c840ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2548540 Feb 28 18:45:45.591889 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8b927-5b8c-4bab-baab-ee5467ef82a4 req-d4589cd6-2fb8-439b-b042-3d9db7aa6d32 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:45.600414 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dba8b927-5b8c-4bab-baab-ee5467ef82a4 req-d4589cd6-2fb8-439b-b042-3d9db7aa6d32 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.1109467 Feb 28 18:45:45.653723 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dba8b927-5b8c-4bab-baab-ee5467ef82a4 req-898bb153-f529-4b6e-a786-7751b6d83b5a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475879 Feb 28 18:45:45.821521 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-afefeecb-b049-4a01-8370-981cd4b49028 req-bfd67bd0-700e-4e39-9418-b5b0ae5c71ea service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833710 Feb 28 18:45:45.843816 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-bfe281ae-9562-4df2-a578-120b22f5d97d service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733816 Feb 28 18:45:45.904914 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41292) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:46.026919 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 836b9ecc-ea7e-4e22-8cd6-395631329f9d up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:46.095933 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d771a231-091f-4e0d-8f84-32fa4ed48a9f req-2e8238c4-c0f1-41e8-be94-ba6200b5ece9 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977117 Feb 28 18:45:46.124124 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-2d67441a-1001-48b5-b724-00ba77cba20e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 1096 time: 0.1482985 Feb 28 18:45:46.132932 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.145077 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 836b9ecc-ea7e-4e22-8cd6-395631329f9d completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:46.154950 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 836b9ecc-ea7e-4e22-8cd6-395631329f9d triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:46.156667 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.337286 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.371032 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:46.376814 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] Usage tracker for resource:security_group_rule and tenant:4d604acae33e486785ead2a3bec5a53c is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:46.381531 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:46.389450 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:46.412435 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2d59cd-5d41-42f3-a753-7e85295a8ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836b9ecc-ea7e-4e22-8cd6-395631329f9d'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:46.427514 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 836b9ecc-ea7e-4e22-8cd6-395631329f9d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=836b9ecc-ea7e-4e22-8cd6-395631329f9d,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:46.437035 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.456423 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bc3df-e61d-4b47-9137-62c9b6540fcb req-b05f8013-81f0-46b0-8dbf-83ece1399d96 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:46.463882 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c14bc3df-e61d-4b47-9137-62c9b6540fcb req-b05f8013-81f0-46b0-8dbf-83ece1399d96 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 944 time: 0.1598570 Feb 28 18:45:46.503429 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-d8ef00a7-6a68-4aab-a40e-60340212a074 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:46.504876 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-d8ef00a7-6a68-4aab-a40e-60340212a074 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.3461230 Feb 28 18:45:46.527156 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c14bc3df-e61d-4b47-9137-62c9b6540fcb req-725191d1-d67d-469b-880e-b9a48283542a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621188 Feb 28 18:45:46.574441 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=836b9ecc-ea7e-4e22-8cd6-395631329f9d,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:46.612129 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4f327365-7872-46b7-bae7-a080e5a23f97 req-c02756d9-eaa2-4d12-a9d3-f6cc08e5b137 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 210 time: 0.0874751 Feb 28 18:45:46.621538 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.639191 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:46.642096 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2d59cd-5d41-42f3-a753-7e85295a8ccd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '836b9ecc-ea7e-4e22-8cd6-395631329f9d', 'code': 200} Feb 28 18:45:46.694887 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-7e2095e0-809b-44fe-935c-8b96e2e8a5e3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082 HTTP/1.1" status: 200 len: 217 time: 0.1144271 Feb 28 18:45:46.725028 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e84a1f-8872-4329-b1ed-61b1ca96da4c,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:46.733877 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f74dc55d-a6e3-4527-ab9a-e86260419576 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d604acae33e486785ead2a3bec5a53c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8277194 Feb 28 18:45:46.790668 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41332) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:46.899552 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-6d57f2be-60b7-4e6f-afd4-598d0ebd87df tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:46.903223 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-6d57f2be-60b7-4e6f-afd4-598d0ebd87df tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 815 time: 0.2062697 Feb 28 18:45:46.956339 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Request body: {'port': {'device_id': 'cbc6a109-fe56-4e45-875a-4cceecd52899', 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'admin_state_up': True, 'tenant_id': '471ab32513ef4f049e0057fece90e335'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:47.067451 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-ae1c4d94-ed81-41da-9ae0-c84b47a3d5b9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.069011 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-ae1c4d94-ed81-41da-9ae0-c84b47a3d5b9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.2791643 Feb 28 18:45:47.118106 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-c2db9c89-ac5b-4f3b-87cb-e8e5cadcec84 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.119814 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-c2db9c89-ac5b-4f3b-87cb-e8e5cadcec84 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.65 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 945 time: 0.5353911 Feb 28 18:45:47.123569 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b21ce4f5-9762-4227-b595-3c282bc910d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:47.153188 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.65', 59556) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:47.159788 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f7ddca-457d-42fe-9032-f66b56a57b86 req-bddc41a8-830c-44cb-ae35-b83d7b777f5c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.161457 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c4f7ddca-457d-42fe-9032-f66b56a57b86 req-bddc41a8-830c-44cb-ae35-b83d7b777f5c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 945 time: 0.2516503 Feb 28 18:45:47.272182 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:47.298471 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:47.306643 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c4f7ddca-457d-42fe-9032-f66b56a57b86 req-37f3e24f-c60d-4226-95cb-1ed38e419839 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935760 Feb 28 18:45:47.320137 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a093a2b1-8ffe-44a0-8f45-8a5950eccb28 req-b05f50c4-2628-41d5-a94a-0229671679fd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 1098 time: 0.1574900 Feb 28 18:45:47.320868 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Made reservation on behalf of 471ab32513ef4f049e0057fece90e335 for: {'port': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:47.323972 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:47.363532 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b21ce4f5-9762-4227-b595-3c282bc910d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:47.387094 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31963a-de84-493f-9320-e7957f861f12 req-27b599ee-0d34-4085-9396-ee510a0e6431 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.388561 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7e31963a-de84-493f-9320-e7957f861f12 req-27b599ee-0d34-4085-9396-ee510a0e6431 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.4572992 Feb 28 18:45:47.437730 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Deleting port d546294d-cc90-423b-89fb-2ba1c80a665c {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:45:47.438112 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:47.452754 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a093a2b1-8ffe-44a0-8f45-8a5950eccb28 req-0a8f822f-a0b3-494b-ab11-95746fde0027 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187057 Feb 28 18:45:47.576834 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Allocated IP 172.20.0.4 (b401d7e9-d1d6-4283-bcfe-a545fabe86c1/c7cb7169-cb4a-4475-88e5-a60620e9961a/adb5969d-9ec0-46a7-bf49-95073d34d1be) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:45:47.597301 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22623407-8a10-442f-995f-764ddc48292f req-12ec4977-976c-4bc7-8d0b-62ccdcb1e2f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4764211 Feb 28 18:45:47.610530 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7e31963a-de84-493f-9320-e7957f861f12 req-b7730334-10cc-46ec-858e-28af883ad558 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2023973 Feb 28 18:45:47.614069 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-27980ccc-f5d6-4b83-8848-13e6a51eec91 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4921689 Feb 28 18:45:47.630989 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b21ce4f5-9762-4227-b595-3c282bc910d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:47.687073 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ce4f5-9762-4227-b595-3c282bc910d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e84a1f-8872-4329-b1ed-61b1ca96da4c,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:47.761390 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b21ce4f5-9762-4227-b595-3c282bc910d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:47.780249 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-b21ce4f5-9762-4227-b595-3c282bc910d2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e6e84a1f-8872-4329-b1ed-61b1ca96da4c HTTP/1.1" status: 204 len: 168 time: 0.9881644 Feb 28 18:45:47.806860 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41362) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:47.953784 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d57403-6adc-4f30-a271-fa362e090a2d req-47e11cd7-56a0-4c99-a09d-6d5431882df9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:47.960972 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-47d57403-6adc-4f30-a271-fa362e090a2d req-47e11cd7-56a0-4c99-a09d-6d5431882df9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1408896 Feb 28 18:45:47.964918 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:47.972259 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41b48dd0-a779-436f-82cd-2c3b81673778 req-e7fadaa6-c199-462a-afdf-21b37f35f9f3 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 210 time: 0.1607082 Feb 28 18:45:48.026965 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-47d57403-6adc-4f30-a271-fa362e090a2d req-a99f5a7e-717e-4b32-862e-9f2a31471200 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651479 Feb 28 18:45:48.048318 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.106312 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4c6ceb87-bf7c-4c42-9274-961805732fc1'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:45:48.144367 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] For port d546294d-cc90-423b-89fb-2ba1c80a665c, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=d546294d-cc90-423b-89fb-2ba1c80a665c,segment=NetworkSegment(8c734370-2b99-4de5-b744-e8ed55dcb3b2),segment_id=8c734370-2b99-4de5-b744-e8ed55dcb3b2)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:48.144817 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.173023 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22623407-8a10-442f-995f-764ddc48292f req-4839d0b8-12f2-4057-856f-6e85de98ae49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 1099 time: 0.3120718 Feb 28 18:45:48.197177 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:45:48.198060 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Pushing event updated for resources: {'Port': ['ID=adb5969d-9ec0-46a7-bf49-95073d34d1be,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:48.201583 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:45:48.203743 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:45:48.209428 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:48.210220 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.244312 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-80dda80a-f3f4-44d0-81c0-860f9edffe64 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2966518 Feb 28 18:45:48.260049 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-6e5a6a25-6b81-4841-b8bd-470eed2af09e service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728639 Feb 28 18:45:48.266053 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Request body: {'port': {'device_id': 'cbc6a109-fe56-4e45-875a-4cceecd52899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:48.295914 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41374) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:48.335203 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.355458 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Calling delete_port for d546294d-cc90-423b-89fb-2ba1c80a665c owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:45:48.469438 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.479099 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:48.487326 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] Usage tracker for resource:security_group_rule and tenant:72ca45f3556243e0bd67928ff39d5a78 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:48.493254 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:48.500811 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:48.512580 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.715739 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.750388 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:48.760785 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] Usage tracker for resource:security_group_rule and tenant:5bd60fb3342d40b2918e2df4d59768e7 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:48.783430 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:48.793839 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:48.808937 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:48.851730 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623407-8a10-442f-995f-764ddc48292f req-3702c640-3b72-45dc-8d00-9fa32f2f44b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:48.853179 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22623407-8a10-442f-995f-764ddc48292f req-3702c640-3b72-45dc-8d00-9fa32f2f44b0 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 916 time: 0.5963836 Feb 28 18:45:48.854857 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f5766c-b8e8-4b1e-9fdc-07147e64f90b req-3f13c79b-2099-43bf-9f55-30d96d27053d service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728689 Feb 28 18:45:48.966507 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1129eb3-2d09-45e3-b88b-8f0878bccb0b req-e4c8b144-17cf-47c2-97ca-6b2c9d3c8d7c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:48.967995 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b1129eb3-2d09-45e3-b88b-8f0878bccb0b req-e4c8b144-17cf-47c2-97ca-6b2c9d3c8d7c tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 945 time: 0.5097699 Feb 28 18:45:48.972734 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22623407-8a10-442f-995f-764ddc48292f req-612dae52-6d47-4185-921b-68bb311c6bc5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4c6ceb87-bf7c-4c42-9274-961805732fc1 HTTP/1.1" status: 200 len: 217 time: 0.0942149 Feb 28 18:45:48.983034 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72ca45f3556243e0bd67928ff39d5a78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6860833 Feb 28 18:45:48.989236 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41386) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:48.999406 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c654d-f04a-4b3e-bccf-316df9fe9631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb70868-a0ad-4218-a4ca-b06546b336e6,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:49.073701 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6f3d0-f08f-4b76-860f-f2039df16b2b req-4654405e-c7e4-4fd0-aa53-6ae1a58bf38f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:49.075208 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-10b6f3d0-f08f-4b76-860f-f2039df16b2b req-4654405e-c7e4-4fd0-aa53-6ae1a58bf38f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.2641182 Feb 28 18:45:49.125717 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.150550 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb5969d-9ec0-46a7-bf49-95073d34d1be {{(pid=83020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:49.166338 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.187135 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-10b6f3d0-f08f-4b76-860f-f2039df16b2b req-0494882d-9da1-4779-927e-1f504cc2c7e9 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819728 Feb 28 18:45:49.189925 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Transition to ACTIVE for port object adb5969d-9ec0-46a7-bf49-95073d34d1be will not be triggered until provisioned by entity L2. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:49.193495 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.218890 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Pushing event deleted for resources: {'Port': ['ID=d546294d-cc90-423b-89fb-2ba1c80a665c,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:49.270648 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.297030 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.300516 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22623407-8a10-442f-995f-764ddc48292f req-92a09035-10fb-4e7c-8b10-465abc35481a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:49.302134 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22623407-8a10-442f-995f-764ddc48292f req-92a09035-10fb-4e7c-8b10-465abc35481a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.3120883 Feb 28 18:45:49.314781 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.365894 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b1129eb3-2d09-45e3-b88b-8f0878bccb0b req-af3563e6-380d-4f8e-8112-a3e8c5025c8d tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/security-groups?id=119a4af4-50da-431f-b0cf-e53d818ee0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865900 Feb 28 18:45:49.367753 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Pushing event updated for resources: {'Port': ['ID=adb5969d-9ec0-46a7-bf49-95073d34d1be,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:49.416253 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22623407-8a10-442f-995f-764ddc48292f req-3c0ae541-93cb-4635-aa0a-d1ae5630e708 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059163 Feb 28 18:45:49.437191 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] No DVR routers for this DVR port d546294d-cc90-423b-89fb-2ba1c80a665c on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:45:49.456428 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Attempting to bind port adb5969d-9ec0-46a7-bf49-95073d34d1be on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:49.456621 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Attempting to bind port adb5969d-9ec0-46a7-bf49-95073d34d1be by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:49.456858 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Attempting to bind port adb5969d-9ec0-46a7-bf49-95073d34d1be on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:49.468584 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Port adb5969d-9ec0-46a7-bf49-95073d34d1be on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:45:49.468899 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Attempting to bind port adb5969d-9ec0-46a7-bf49-95073d34d1be on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:49.476942 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960f39eb-a12d-46e8-983c-762f93d03be8 req-0c769786-6c46-42f1-9285-f13f6e02b45a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:49.477621 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-960f39eb-a12d-46e8-983c-762f93d03be8 req-0c769786-6c46-42f1-9285-f13f6e02b45a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:45:49.483718 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.489586 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b9e857-47ef-4475-b9c0-c189604201c7', 'name': 'network-vif-deleted', 'tag': 'd546294d-cc90-423b-89fb-2ba1c80a665c'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:49.491294 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:49.491627 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Checking segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:49.492008 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Bound using segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:49.492436 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Bound port: adb5969d-9ec0-46a7-bf49-95073d34d1be, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'}}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:49.492786 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.542101 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-960f39eb-a12d-46e8-983c-762f93d03be8 req-0c769786-6c46-42f1-9285-f13f6e02b45a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:45:49.543618 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-960f39eb-a12d-46e8-983c-762f93d03be8 req-0c769786-6c46-42f1-9285-f13f6e02b45a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 943 time: 0.2109184 Feb 28 18:45:49.543750 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01057c69-7b4a-40d9-94d1-0b0568fc0561,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:49.550646 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41400) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:49.550850 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-ae653649-94a5-4f14-805c-878b663eaa63 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5bd60fb3342d40b2918e2df4d59768e7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7428248 Feb 28 18:45:49.551648 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d62-cf6b-4259-aee0-954be2ab7195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.652552 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2771e2cb-2d47-4248-8f06-2e525332f68c req-bb0e5852-e8a3-474b-bcb3-3acd04329159 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.65 "DELETE /v2.0/ports/d546294d-cc90-423b-89fb-2ba1c80a665c HTTP/1.1" status: 204 len: 173 time: 2.4643176 Feb 28 18:45:49.662571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d62-cf6b-4259-aee0-954be2ab7195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.668487 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] For port adb5969d-9ec0-46a7-bf49-95073d34d1be, host hv-cinder-83118, cleared binding levels {{(pid=83020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:49.672730 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] For port adb5969d-9ec0-46a7-bf49-95073d34d1be, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=adb5969d-9ec0-46a7-bf49-95073d34d1be,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:49.680185 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-960f39eb-a12d-46e8-983c-762f93d03be8 req-ed614b2b-7c68-4538-87a5-f339572f8ffa tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246326 Feb 28 18:45:49.687764 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.722847 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22623407-8a10-442f-995f-764ddc48292f req-f1fb969a-fe93-48ec-836d-76237bbf9a15 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718379 Feb 28 18:45:49.746082 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e12c-c7a2-4dc0-bae1-da77214b4e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.785355 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.786720 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] 10.222.0.65 "PUT /v2.0/ports/adb5969d-9ec0-46a7-bf49-95073d34d1be HTTP/1.1" status: 200 len: 1093 time: 1.5252533 Feb 28 18:45:49.793409 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc6a109-fe56-4e45-875a-4cceecd52899', 'tag': 'adb5969d-9ec0-46a7-bf49-95073d34d1be'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:49.809413 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e12c-c7a2-4dc0-bae1-da77214b4e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.821861 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16076e5-0453-48d0-a3ae-3bc1bde6eafd service neutron] Pushing event updated for resources: {'Port': ['ID=adb5969d-9ec0-46a7-bf49-95073d34d1be,revision_number=3']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:49.822718 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b9e857-47ef-4475-b9c0-c189604201c7', 'name': 'network-vif-deleted', 'tag': 'd546294d-cc90-423b-89fb-2ba1c80a665c', 'status': 'completed', 'code': 200} Feb 28 18:45:49.850321 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44452305-b9e6-403e-9a06-adc9034865cd req-dead8aa1-1a37-4588-948d-b774d55029bd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:49.857018 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-44452305-b9e6-403e-9a06-adc9034865cd req-dead8aa1-1a37-4588-948d-b774d55029bd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.3148618 Feb 28 18:45:49.899295 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d62-cf6b-4259-aee0-954be2ab7195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.942098 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc6a109-fe56-4e45-875a-4cceecd52899', 'tag': 'adb5969d-9ec0-46a7-bf49-95073d34d1be', 'status': 'completed', 'code': 200} Feb 28 18:45:49.945990 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ec8d62-cf6b-4259-aee0-954be2ab7195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb70868-a0ad-4218-a4ca-b06546b336e6,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:49.951435 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e12c-c7a2-4dc0-bae1-da77214b4e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.964735 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c6ec8d62-cf6b-4259-aee0-954be2ab7195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:49.970558 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-c6ec8d62-cf6b-4259-aee0-954be2ab7195 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5eb70868-a0ad-4218-a4ca-b06546b336e6 HTTP/1.1" status: 204 len: 168 time: 0.9633083 Feb 28 18:45:49.978251 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22623407-8a10-442f-995f-764ddc48292f req-20c9e8b9-4ff3-4747-8d4f-3ff9cf561b31 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358115 Feb 28 18:45:49.991778 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-44452305-b9e6-403e-9a06-adc9034865cd req-a852f55f-4dd4-43f8-ae0a-213e7acfc41b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335886 Feb 28 18:45:49.992758 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1e12c-c7a2-4dc0-bae1-da77214b4e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01057c69-7b4a-40d9-94d1-0b0568fc0561,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:50.010980 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e12c-c7a2-4dc0-bae1-da77214b4e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:50.014354 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-6cf1e12c-c7a2-4dc0-bae1-da77214b4e69 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01057c69-7b4a-40d9-94d1-0b0568fc0561 HTTP/1.1" status: 204 len: 168 time: 0.4602692 Feb 28 18:45:50.044913 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:45:50.045163 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-a99bfe53-547c-4ff4-b1ce-b8ee2167f3d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 1096 time: 0.1631389 Feb 28 18:45:50.058463 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device d546294d-cc90-423b-89fb-2ba1c80a665c no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:45:50.121042 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41416) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:50.190584 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: d546294d-cc90-423b-89fb-2ba1c80a665c {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:45:50.191735 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device d546294d-cc90-423b-89fb-2ba1c80a665c not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:45:50.221008 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-efb3a883-d2c8-4882-a3fc-d5dbd2ace5d7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb5969d-9ec0-46a7-bf49-95073d34d1be HTTP/1.1" status: 200 len: 217 time: 0.1352193 Feb 28 18:45:50.354150 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-75a2ae58-41cd-4a90-850f-ff96dad897ee service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:50.357026 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-75a2ae58-41cd-4a90-850f-ff96dad897ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.1295874 Feb 28 18:45:50.363236 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:50.397721 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'port_id': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'mac_address': 'fa:16:3e:b7:ac:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:45:50.458463 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-5df3287f-3cf9-4e3d-989d-a3a2ff62b609 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838573 Feb 28 18:45:50.511354 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:50.552778 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62080c57-a963-40c3-93f7-9eaa3ed4c082 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:50.585892 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:50.600801 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:50.693521 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:50.703619 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:50.726570 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5160ca8c-33d7-40d1-99d6-eafe35699596 req-f4274935-3cd0-4a83-b137-5998a3ecc063 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:50.728069 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5160ca8c-33d7-40d1-99d6-eafe35699596 req-f4274935-3cd0-4a83-b137-5998a3ecc063 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.2674651 Feb 28 18:45:50.776679 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-583f3c05-82d3-49d9-b591-4915821e2694 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070915 Feb 28 18:45:50.783131 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c33aef41-df92-41a0-809c-d76ca092fdc0 req-f48142e8-1d4f-41fa-b02d-9ff4b76c4566 tempest-DeleteServersTestJSON-1696643565 tempest-DeleteServersTestJSON-1696643565-project] 10.222.0.45 "GET /v2.0/ports?device_id=83b9e857-47ef-4475-b9c0-c189604201c7 HTTP/1.1" status: 200 len: 210 time: 0.1422286 Feb 28 18:45:50.819621 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:50.854505 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41440) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:50.857063 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] Usage tracker for resource:security_group_rule and tenant:20947680863549c3b02704e04f3d893e is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:50.860255 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:50.867756 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:50.945736 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d6d405c7-7513-4113-bf23-de07fa42f0fe req-8254924e-b3bd-4de9-b116-a53f2325fa48 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608024 Feb 28 18:45:50.946635 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:50.963380 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5160ca8c-33d7-40d1-99d6-eafe35699596 req-ff830c2d-0031-4f12-987e-08ae62cfdafc tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239816 Feb 28 18:45:50.997669 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:51.041973 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-88e52992-9898-4882-8f35-2ddebe66b75d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 1098 time: 0.4593067 Feb 28 18:45:51.055806 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20947680863549c3b02704e04f3d893e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9310102 Feb 28 18:45:51.057320 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41444) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:51.073474 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:51.081971 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['62080c57-a963-40c3-93f7-9eaa3ed4c082'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:45:51.148781 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b0c0d-3656-462f-b2c9-95b464d5f109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acc84ab3-a77c-4884-90d0-7ffbefb18782,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:51.168972 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023620f9-0378-4161-8017-740b1393607d req-c93f7d79-4183-4732-91ba-638294375cc7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:51.185761 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-023620f9-0378-4161-8017-740b1393607d req-c93f7d79-4183-4732-91ba-638294375cc7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1974926 Feb 28 18:45:51.228174 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Sync routers for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:45:51.249624 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:51.251295 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:51.323814 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-023620f9-0378-4161-8017-740b1393607d req-95762271-2b4b-478d-9249-2f847cb7281e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371138 Feb 28 18:45:51.386238 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8842eb04-764f-4b14-869b-a67e245cc223 req-af689573-7d38-43d6-9bbd-b231713c1c42 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 1096 time: 0.2231846 Feb 28 18:45:51.436974 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:51.441746 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ad983f-c7d6-42a5-9b60-e54f2c93edf9 None None] New status for floating IP 70a99c4b-9539-4aaf-86de-7ff8cd27375c: ACTIVE {{(pid=83021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:45:51.454031 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] Usage tracker for resource:security_group_rule and tenant:87f34a1781e74d3c961e9294693e7c71 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:51.495335 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:51.526130 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:51.560108 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-016f58ac-1ae0-4980-a2a5-c92d7560d700 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:51.561591 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-016f58ac-1ae0-4980-a2a5-c92d7560d700 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 920 time: 0.3890440 Feb 28 18:45:51.563467 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2b5dedfb-a448-4eec-971a-e3219ec2d6ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:51.643792 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842eb04-764f-4b14-869b-a67e245cc223 req-06b43942-0d8f-4c25-87dd-464da01ebded service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:51.644405 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8842eb04-764f-4b14-869b-a67e245cc223 req-06b43942-0d8f-4c25-87dd-464da01ebded service neutron] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 916 time: 0.2506022 Feb 28 18:45:51.682913 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-6cc2eb3a-2c1b-49e2-ae1c-03926cb60307 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=836b9ecc-ea7e-4e22-8cd6-395631329f9d HTTP/1.1" status: 200 len: 217 time: 0.1096914 Feb 28 18:45:51.685753 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2b5dedfb-a448-4eec-971a-e3219ec2d6ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:51.693588 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:51.763189 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-fd0dfa8e-0e0c-433d-a094-7ccda0799128 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:51.764800 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-fd0dfa8e-0e0c-433d-a094-7ccda0799128 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.0704687 Feb 28 18:45:51.871621 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-403e9ece-8036-47f8-b550-d1f0b3d00bee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851691 Feb 28 18:45:51.953806 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8842eb04-764f-4b14-869b-a67e245cc223 req-33347c14-4b55-4fb5-802b-ef49b2fb0059 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb5969d-9ec0-46a7-bf49-95073d34d1be HTTP/1.1" status: 200 len: 217 time: 0.2916737 Feb 28 18:45:52.084379 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c206f8-ce26-4a13-a30a-fd094af2fd5b req-b7bea465-e7b0-44ca-a941-201ae28efb34 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:52.091089 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c206f8-ce26-4a13-a30a-fd094af2fd5b req-b7bea465-e7b0-44ca-a941-201ae28efb34 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 943 time: 0.6416814 Feb 28 18:45:52.141704 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:52.169840 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:52.214900 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8842eb04-764f-4b14-869b-a67e245cc223 req-9bf33b86-c024-4c13-8303-8018696a0346 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:52.229548 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8842eb04-764f-4b14-869b-a67e245cc223 req-9bf33b86-c024-4c13-8303-8018696a0346 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.2492566 Feb 28 18:45:52.233208 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c206f8-ce26-4a13-a30a-fd094af2fd5b req-efb110b5-2ed8-4961-b85d-185ee74c0ea8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410608 Feb 28 18:45:52.238113 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2b5dedfb-a448-4eec-971a-e3219ec2d6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:52.344131 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8842eb04-764f-4b14-869b-a67e245cc223 req-f8719afd-31cc-497d-8eab-e64780f8d5b2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060839 Feb 28 18:45:52.359566 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb324cf-a3c4-43c5-b041-b3dc7c770943,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:52.362304 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2b5dedfb-a448-4eec-971a-e3219ec2d6ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:52.363502 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-2b5dedfb-a448-4eec-971a-e3219ec2d6ff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/acc84ab3-a77c-4884-90d0-7ffbefb18782 HTTP/1.1" status: 204 len: 168 time: 1.3054886 Feb 28 18:45:52.400389 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5dedfb-a448-4eec-971a-e3219ec2d6ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc84ab3-a77c-4884-90d0-7ffbefb18782,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:52.420813 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-1f622319-0d21-4825-bd36-44502447c478 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87f34a1781e74d3c961e9294693e7c71&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4539273 Feb 28 18:45:52.433798 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41484) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:52.460826 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-ad4941ba-fd6b-44d4-b324-f6085bca8f97 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827825 Feb 28 18:45:52.616525 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b508b-014b-45a2-bcd9-3048ccc07b86 req-3f7e448a-fd1f-4247-8185-24a7e44d7e0d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:52.628345 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d17b508b-014b-45a2-bcd9-3048ccc07b86 req-3f7e448a-fd1f-4247-8185-24a7e44d7e0d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 944 time: 0.3262823 Feb 28 18:45:52.642918 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8842eb04-764f-4b14-869b-a67e245cc223 req-f86a48d7-89c1-4106-a3c9-0ca5d757e1ba service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855549 Feb 28 18:45:52.675014 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:21Z', 'revision_number': 2, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:52.686090 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:52.687370 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Checking router: 96341394-f917-4d21-8c27-6b1147eb9644 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:45:52.687799 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Updating router 96341394-f917-4d21-8c27-6b1147eb9644 port 883c6785-9a1b-4ba6-8dd7-460a8823700d binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:45:52.751957 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:52.760831 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:52.802400 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07d252e9-6a4d-4776-833e-790ee824e0b1 req-ed979e52-0bbe-4246-be88-f6c88be59c0b service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337743 Feb 28 18:45:52.827689 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d17b508b-014b-45a2-bcd9-3048ccc07b86 req-a2945fb8-616c-4583-b23f-dfefdcc42409 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977715 Feb 28 18:45:52.842620 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0877f-d69a-4a82-9c75-de770781b975 req-ca0227d6-6668-4e35-8321-ce0d0db0de0e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:52.847963 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade0877f-d69a-4a82-9c75-de770781b975 req-ca0227d6-6668-4e35-8321-ce0d0db0de0e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2239652 Feb 28 18:45:52.962037 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8842eb04-764f-4b14-869b-a67e245cc223 req-6f3a0045-3b84-490e-aad8-43609429aae6 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743616 Feb 28 18:45:52.973459 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.015724 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade0877f-d69a-4a82-9c75-de770781b975 req-868cfe4f-175f-4230-bcc1-8f004836091d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550858 Feb 28 18:45:53.016636 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb324cf-a3c4-43c5-b041-b3dc7c770943,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:53.038017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.038584 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.039065 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.039568 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.040107 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.040576 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.041055 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.041518 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.041974 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.042438 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.042894 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.046774 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.049022 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a438e526-e60e-4436-aaff-4cc87527f47f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2eb324cf-a3c4-43c5-b041-b3dc7c770943 HTTP/1.1" status: 204 len: 168 time: 0.6118865 Feb 28 18:45:53.161305 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41506) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:53.193126 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.281539 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:53.287819 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Usage tracker for resource:security_group_rule and tenant:d41ddb9d1a4f4c9ba57bf071b8b2b5f4 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:53.291668 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:53.298870 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:53.418752 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.429080 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.488864 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.492808 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bd7879-2494-4901-8c78-a5b04803fc61,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:53.507390 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Transition to ACTIVE for port object 883c6785-9a1b-4ba6-8dd7-460a8823700d will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:45:53.515924 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.522376 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968680-41f0-4487-9017-ef3da4954781 req-191f3fef-305c-4249-ab54-dc618278a4ac tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:53.523734 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.524140 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.524804 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fd968680-41f0-4487-9017-ef3da4954781 req-191f3fef-305c-4249-ab54-dc618278a4ac tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 943 time: 0.1098824 Feb 28 18:45:53.527441 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.527963 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.528467 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.528936 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.532306 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.532306 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.532492 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.533284 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.533673 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:53.553587 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-e53bcba1-b5b5-4e3d-a58c-9646f5429c61 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d41ddb9d1a4f4c9ba57bf071b8b2b5f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3888712 Feb 28 18:45:53.553858 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41526) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:53.622065 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e41a1a0-ae5e-435a-b0e6-3cdd654fae58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.625677 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fd968680-41f0-4487-9017-ef3da4954781 req-c86c4a18-4271-42a9-81fe-9cdca22f63a5 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944235 Feb 28 18:45:53.669834 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e41a1a0-ae5e-435a-b0e6-3cdd654fae58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.714470 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3495bb6-0715-4d3d-8e2d-83c60a288f60 None None] Pushing event updated for resources: {'Port': ['ID=883c6785-9a1b-4ba6-8dd7-460a8823700d,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:53.753906 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e41a1a0-ae5e-435a-b0e6-3cdd654fae58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.789126 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41a1a0-ae5e-435a-b0e6-3cdd654fae58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bd7879-2494-4901-8c78-a5b04803fc61,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:53.819139 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Attempting to bind port 883c6785-9a1b-4ba6-8dd7-460a8823700d on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:45:53.819716 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Attempting to bind port 883c6785-9a1b-4ba6-8dd7-460a8823700d by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:45:53.820783 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Attempting to bind port 883c6785-9a1b-4ba6-8dd7-460a8823700d on network a96b9800-dd5e-4cee-96df-a385ed65ba1e {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:45:53.828542 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:45:53.828927 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Checking segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:53.829334 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.830123 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e41a1a0-ae5e-435a-b0e6-3cdd654fae58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.830571 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Bound using segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:45:53.833749 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Bound port: 883c6785-9a1b-4ba6-8dd7-460a8823700d, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:45:53.833904 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-0e41a1a0-ae5e-435a-b0e6-3cdd654fae58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12bd7879-2494-4901-8c78-a5b04803fc61 HTTP/1.1" status: 204 len: 168 time: 0.2766967 Feb 28 18:45:53.833990 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:53.972443 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] For port 883c6785-9a1b-4ba6-8dd7-460a8823700d, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:45:53.976540 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] For port 883c6785-9a1b-4ba6-8dd7-460a8823700d, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=883c6785-9a1b-4ba6-8dd7-460a8823700d,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:45:53.984104 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.067394 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device adb5969d-9ec0-46a7-bf49-95073d34d1be details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:45:54.101895 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3495bb6-0715-4d3d-8e2d-83c60a288f60 None None] Pushing event updated for resources: {'Port': ['ID=883c6785-9a1b-4ba6-8dd7-460a8823700d,revision_number=4']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:54.162884 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234406dc-ee8a-4a52-bcca-9d4637ca5f63 req-eab8dfae-f072-4d72-9bd8-56299175a076 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:54.164833 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-234406dc-ee8a-4a52-bcca-9d4637ca5f63 req-eab8dfae-f072-4d72-9bd8-56299175a076 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 944 time: 0.1519737 Feb 28 18:45:54.197295 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:45:54.201153 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:54.319392 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-234406dc-ee8a-4a52-bcca-9d4637ca5f63 req-858c0e29-17c5-4fe4-a09a-85504b56c653 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469071 Feb 28 18:45:54.405348 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01643469-feb1-45f5-8700-009d4551d1aa req-010e2c7b-d5e3-4427-aa93-197d3ce2ab79 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:54.406869 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-01643469-feb1-45f5-8700-009d4551d1aa req-010e2c7b-d5e3-4427-aa93-197d3ce2ab79 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1825557 Feb 28 18:45:54.417221 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:54.515555 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-01643469-feb1-45f5-8700-009d4551d1aa req-3baf0c74-3a27-4a9e-91d1-821a2908156d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962453 Feb 28 18:45:54.519982 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port adb5969d-9ec0-46a7-bf49-95073d34d1be, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=adb5969d-9ec0-46a7-bf49-95073d34d1be,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:54.549024 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': 'adb5969d-9ec0-46a7-bf49-95073d34d1be', 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'port_id': 'adb5969d-9ec0-46a7-bf49-95073d34d1be', 'mac_address': 'fa:16:3e:e5:6f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cb7169-cb4a-4475-88e5-a60620e9961a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:45:54.634831 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.646887 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:45:54.647304 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 62080c57-a963-40c3-93f7-9eaa3ed4c082 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:54.660137 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 62080c57-a963-40c3-93f7-9eaa3ed4c082 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:54.660137 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.705478 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb5969d-9ec0-46a7-bf49-95073d34d1be {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:45:54.790043 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port adb5969d-9ec0-46a7-bf49-95073d34d1be, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=adb5969d-9ec0-46a7-bf49-95073d34d1be,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:54.801910 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.956249 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=adb5969d-9ec0-46a7-bf49-95073d34d1be,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:54.972251 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:54.973621 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41570) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:54.977879 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3b973-5193-4e71-98f6-cd6d3ab14dac req-4c71d79d-b337-4681-81a3-e766a22bd187 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:54.982163 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.982573 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.982851 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.983187 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.983533 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.983863 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.984187 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.984510 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.984834 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.985147 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.985513 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:45:54.988801 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-29b3b973-5193-4e71-98f6-cd6d3ab14dac req-4c71d79d-b337-4681-81a3-e766a22bd187 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 944 time: 0.1773174 Feb 28 18:45:55.012290 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:55.033951 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:55.050410 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:55.054628 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-29b3b973-5193-4e71-98f6-cd6d3ab14dac req-2163ae47-decc-45c2-b71c-f064f0aa266c tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630555 Feb 28 18:45:55.106247 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9d36bd-f22f-4a54-9c20-cbd4ba89c634 admin admin] Deleting subnet e72f3bd4-723e-48eb-a476-8d8ffbb8d36d {{(pid=83020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:45:55.122878 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6c9d36bd-f22f-4a54-9c20-cbd4ba89c634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:55.155354 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'code': 200} Feb 28 18:45:55.207903 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6c9d36bd-f22f-4a54-9c20-cbd4ba89c634 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:55.211943 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:55.223240 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6c9d36bd-f22f-4a54-9c20-cbd4ba89c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:55.257162 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:53Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:55.262891 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295c8b20-dfec-43e7-9f3d-22e967c7d866 None None] The sync data for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb is: [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:53Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:45:55.274530 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['adb5969d-9ec0-46a7-bf49-95073d34d1be'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:45:55.384993 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6c9d36bd-f22f-4a54-9c20-cbd4ba89c634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:55.493181 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d36bd-f22f-4a54-9c20-cbd4ba89c634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e72f3bd4-723e-48eb-a476-8d8ffbb8d36d,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:55.571684 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6c9d36bd-f22f-4a54-9c20-cbd4ba89c634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:55.587600 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41594) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:55.589810 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-6c9d36bd-f22f-4a54-9c20-cbd4ba89c634 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e72f3bd4-723e-48eb-a476-8d8ffbb8d36d HTTP/1.1" status: 204 len: 168 time: 0.6150296 Feb 28 18:45:55.723803 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 883c6785-9a1b-4ba6-8dd7-460a8823700d up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:55.728399 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fdb55798-9321-47fd-978b-7b556b9186cd req-e6f98af5-bb46-4a9d-8639-73d7ac92ba08 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 1098 time: 0.2423954 Feb 28 18:45:55.806296 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fdb55798-9321-47fd-978b-7b556b9186cd req-4cbacfed-11c0-46f3-b6b1-8fc2157eed43 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690994 Feb 28 18:45:55.834055 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:55.905149 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 883c6785-9a1b-4ba6-8dd7-460a8823700d completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:55.917181 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 883c6785-9a1b-4ba6-8dd7-460a8823700d triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:55.918112 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:55.968810 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f7d4b-b19d-41a2-80d2-e87c794a8d2d req-a95b69f7-b479-4786-99d3-20f2efe979ad tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:55.973100 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0f5f7d4b-b19d-41a2-80d2-e87c794a8d2d req-a95b69f7-b479-4786-99d3-20f2efe979ad tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1481581 Feb 28 18:45:56.061433 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0f5f7d4b-b19d-41a2-80d2-e87c794a8d2d req-d0c64a7d-bf89-4ffd-8acb-446d801b62bc tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825737 Feb 28 18:45:56.161027 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.186599 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.232565 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 883c6785-9a1b-4ba6-8dd7-460a8823700d, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=883c6785-9a1b-4ba6-8dd7-460a8823700d,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:56.244600 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.255796 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.256247 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.259904 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.260247 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.260574 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.260941 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.261315 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.261655 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.263444 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.263802 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.358764 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=883c6785-9a1b-4ba6-8dd7-460a8823700d,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:56.408143 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1350f1f-2bbd-4220-8613-c80d77f80665 req-3edf085e-ce9b-4b72-b23d-bd571e7378be tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:56.410112 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d1350f1f-2bbd-4220-8613-c80d77f80665 req-3edf085e-ce9b-4b72-b23d-bd571e7378be tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 944 time: 0.0980909 Feb 28 18:45:56.476265 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d1350f1f-2bbd-4220-8613-c80d77f80665 req-8e1514db-aa7b-4bfb-b038-6c50b54fdfa6 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578482 Feb 28 18:45:56.504928 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.505283 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.505699 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.505912 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83019) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:45:56.506283 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505c7eec-3720-4dc1-aabd-e1aebb6b5bd3']}} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:56.527080 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c734370-2b99-4de5-b744-e8ed55dcb3b2') {'for_net_delete': True} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:56.527080 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c734370-2b99-4de5-b744-e8ed55dcb3b2') {} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:45:56.540320 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922612'] for segment, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.568145 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e6590-cde0-402c-9c49-ea2850dd8dbf req-7766b952-87ab-48d0-a6ea-3776c8093181 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:56.574895 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-703e6590-cde0-402c-9c49-ea2850dd8dbf req-7766b952-87ab-48d0-a6ea-3776c8093181 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.7437420 Feb 28 18:45:56.577185 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.606387 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=83019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:45:56.607074 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856722'] for segment, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: util.warn_limited( Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: util.warn_limited( Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: Traceback (most recent call last): Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: timer() Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: cb(*args, **kw) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: return func(*args, **kwargs) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: self._notify() Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: self.callback(batched_events) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: event.method(event) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: return f(self, *a, **k) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: return self._get(url).json() Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: return self.request(url, 'GET', **kwargs) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:45:56.624703 dv-cinder-831188-1-smb neutron-server[83019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:45:56.740329 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-703e6590-cde0-402c-9c49-ea2850dd8dbf req-458f0ac2-d5e4-47f3-9ff6-1a84a6f8d4bf tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644526 Feb 28 18:45:56.754575 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.787246 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:56.791010 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=505c7eec-3720-4dc1-aabd-e1aebb6b5bd3,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:56.808713 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f1573e72-33d1-48f7-a845-991f0b33a5f2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/505c7eec-3720-4dc1-aabd-e1aebb6b5bd3 HTTP/1.1" status: 204 len: 168 time: 1.2200358 Feb 28 18:45:57.072889 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41638) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:57.183174 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-bc062362-f792-4b60-a596-eaf7f3b0599d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a5bfc174d2af4fa0b1a67463bbd7104b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1086297 Feb 28 18:45:57.185551 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41644) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:57.269120 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-39ec0209-999f-4f9a-9e4e-6d469f48b498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:57.292911 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-39ec0209-999f-4f9a-9e4e-6d469f48b498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:57.303133 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc02af-521d-478d-8770-1dd0cc6061a1 req-73850f9f-c3b2-4c78-9fd5-4b39a8e88053 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:57.304659 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f9dc02af-521d-478d-8770-1dd0cc6061a1 req-73850f9f-c3b2-4c78-9fd5-4b39a8e88053 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.0925088 Feb 28 18:45:57.349598 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-39ec0209-999f-4f9a-9e4e-6d469f48b498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:57.379324 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f9dc02af-521d-478d-8770-1dd0cc6061a1 req-6af05885-1841-4b7f-8e05-61bf31e06551 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683270 Feb 28 18:45:57.397264 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec0209-999f-4f9a-9e4e-6d469f48b498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a4af4-50da-431f-b0cf-e53d818ee0cd,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:57.430257 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-39ec0209-999f-4f9a-9e4e-6d469f48b498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:57.433204 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-39ec0209-999f-4f9a-9e4e-6d469f48b498 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/119a4af4-50da-431f-b0cf-e53d818ee0cd HTTP/1.1" status: 204 len: 168 time: 0.2449145 Feb 28 18:45:57.562510 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 883c6785-9a1b-4ba6-8dd7-460a8823700d up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:57.640428 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 883c6785-9a1b-4ba6-8dd7-460a8823700d triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:57.640800 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:57.727427 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29624501-6145-4665-abfe-27a4fd54c32c req-740c638b-65dd-4e6e-900a-416a82357d8d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:57.729642 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-29624501-6145-4665-abfe-27a4fd54c32c req-740c638b-65dd-4e6e-900a-416a82357d8d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 944 time: 0.1119804 Feb 28 18:45:57.831521 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-29624501-6145-4665-abfe-27a4fd54c32c req-2a130bf6-dfc6-4f9c-a2ab-cca6200ce7de tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955966 Feb 28 18:45:57.957187 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c54a8-f199-49ae-8f9d-ee0ff668a58e req-8878dd33-ddf0-41d1-9e29-5b770357762c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:57.964973 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0b2c54a8-f199-49ae-8f9d-ee0ff668a58e req-8878dd33-ddf0-41d1-9e29-5b770357762c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0897470 Feb 28 18:45:58.026700 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0b2c54a8-f199-49ae-8f9d-ee0ff668a58e req-e3597fa8-f87e-410c-9ed6-08ec60af256b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604553 Feb 28 18:45:58.091012 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device adb5969d-9ec0-46a7-bf49-95073d34d1be up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:45:58.273531 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326d7e3-18c3-452b-abfe-2b330b2afd3b req-83c620f0-c6f0-4bf0-bc39-349f92a6fcd7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:58.279124 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a326d7e3-18c3-452b-abfe-2b330b2afd3b req-83c620f0-c6f0-4bf0-bc39-349f92a6fcd7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0985370 Feb 28 18:45:58.286073 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41688) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:58.293445 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'floatingip': {'port_id': '62080c57-a963-40c3-93f7-9eaa3ed4c082'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:58.298973 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port adb5969d-9ec0-46a7-bf49-95073d34d1be completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:45:58.305319 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port adb5969d-9ec0-46a7-bf49-95073d34d1be triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:45:58.305714 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:58.385683 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:58.483305 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:58.578475 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc6a109-fe56-4e45-875a-4cceecd52899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb5969d-9ec0-46a7-bf49-95073d34d1be'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:45:58.587945 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port adb5969d-9ec0-46a7-bf49-95073d34d1be, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=adb5969d-9ec0-46a7-bf49-95073d34d1be,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:45:58.594741 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:58.699622 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc6a109-fe56-4e45-875a-4cceecd52899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb5969d-9ec0-46a7-bf49-95073d34d1be', 'code': 200} Feb 28 18:45:58.703151 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=adb5969d-9ec0-46a7-bf49-95073d34d1be,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:58.898389 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41712) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:59.057653 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0b71b-adc4-4190-b8c8-4c716bcfc022 req-e5c708e8-18dc-46ac-8b0e-eda2b3d88868 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:59.065217 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-87f0b71b-adc4-4190-b8c8-4c716bcfc022 req-e5c708e8-18dc-46ac-8b0e-eda2b3d88868 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.4206970 Feb 28 18:45:59.131607 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-509398571-network', 'tenant_id': 'a1d7518142e948caa37c7fa5b251d752'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:59.141742 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:59.147961 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Usage tracker for resource:network and tenant:a1d7518142e948caa37c7fa5b251d752 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:59.153084 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:59.162089 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:59.183180 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Made reservation on behalf of a1d7518142e948caa37c7fa5b251d752 for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:59.185449 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.191804 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-87f0b71b-adc4-4190-b8c8-4c716bcfc022 req-99939199-2e69-47e1-9eb9-88bea9ae4bd9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257434 Feb 28 18:45:59.207523 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4940511-1c28-437a-b117-b4e744962664 req-a7b13ef0-c81a-4a4a-bbf4-87329f8727e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:59.208985 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4940511-1c28-437a-b117-b4e744962664 req-a7b13ef0-c81a-4a4a-bbf4-87329f8727e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 945 time: 0.1792161 Feb 28 18:45:59.209766 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.276009 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:59.282845 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4940511-1c28-437a-b117-b4e744962664 req-4b0c30a1-e842-4430-9a73-4c123c5def42 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611663 Feb 28 18:45:59.283805 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Usage tracker for resource:security_group_rule and tenant:a1d7518142e948caa37c7fa5b251d752 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:59.287478 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:59.289482 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-44847b13-2efc-45a0-991f-4b12c606ccd4 req-fa81d0e7-ad6d-4c0f-bca4-b9646e950e6f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 1098 time: 0.2142832 Feb 28 18:45:59.293244 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:59.365343 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.368355 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.369743 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-44847b13-2efc-45a0-991f-4b12c606ccd4 req-0e5df458-2769-4377-85ed-fa179619d620 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631762 Feb 28 18:45:59.399319 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:45:59.408521 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e99a484-73b0-4c6e-a042-adefe03850c3,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:59.413950 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.414301 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Added segment 022ebeec-b9f3-493f-af9f-b6ed1403ebf8 of type vlan for network c8ed9cca-7258-475a-b1d4-3d495e2e3a39 Feb 28 18:45:59.448069 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.477088 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.477952 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:45:59.478564 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.502117 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.506010 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.584686 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6842136 Feb 28 18:45:59.587511 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251689-84b0-4bf6-a1aa-404f062e6dff admin admin] Pushing event updated for resources: {'Network': ['ID=c8ed9cca-7258-475a-b1d4-3d495e2e3a39,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:59.590300 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41718) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:45:59.597114 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Request body: {'subnet': {'network_id': 'c8ed9cca-7258-475a-b1d4-3d495e2e3a39', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-509398571-subnet', 'tenant_id': 'a1d7518142e948caa37c7fa5b251d752', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:45:59.598947 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network c8ed9cca-7258-475a-b1d4-3d495e2e3a39 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:45:59.601943 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:45:59.607568 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Usage tracker for resource:subnet and tenant:a1d7518142e948caa37c7fa5b251d752 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:45:59.610985 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:45:59.617976 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:45:59.630005 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Made reservation on behalf of a1d7518142e948caa37c7fa5b251d752 for: {'subnet': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:45:59.632576 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827243'] for subnet, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.695476 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.l3_db [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Floating IP e3589816-8975-46a7-b65a-ecc3aac57db7 associated. External IP: 172.28.3.46, port: 62080c57-a963-40c3-93f7-9eaa3ed4c082. Feb 28 18:45:59.869433 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827221'] for subnet, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:45:59.958792 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc880f5-9309-419f-9343-188fffa2acf9,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:45:59.982186 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Checking segment: {'id': '022ebeec-b9f3-493f-af9f-b6ed1403ebf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'c8ed9cca-7258-475a-b1d4-3d495e2e3a39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:45:59.982745 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Network hostable DHCP agents. Network: c8ed9cca-7258-475a-b1d4-3d495e2e3a39, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:46:00.011052 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Network c8ed9cca-7258-475a-b1d4-3d495e2e3a39 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:46:00.028749 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, c8ed9cca-7258-475a-b1d4-3d495e2e3a39) {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:00.039702 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:00.040410 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c2de51-53bf-474f-8453-6b19acdf2477 None None] Network c8ed9cca-7258-475a-b1d4-3d495e2e3a39 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:46:00.040564 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.066116 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-5db0c222-bb67-403b-b002-5c16ae6837a1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4742553 Feb 28 18:46:00.253261 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Router 96341394-f917-4d21-8c27-6b1147eb9644 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:46:00.402565 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59d9ce-6f15-4e8d-bcd6-ca413572c257 None None] Network c8ed9cca-7258-475a-b1d4-3d495e2e3a39 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:46:00.660477 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a945435-1c9a-4780-b876-80e8c36e3f1e req-657847a1-e488-4cc1-8641-f3f741d8e73f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:00.669612 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7a945435-1c9a-4780-b876-80e8c36e3f1e req-657847a1-e488-4cc1-8641-f3f741d8e73f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 945 time: 0.1403275 Feb 28 18:46:00.725830 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e93478-6b47-4a21-95ce-c6f86778df8c req-fbd21dd6-e3ae-499b-a6ac-46505fe50418 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:00.730462 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-75e93478-6b47-4a21-95ce-c6f86778df8c req-fbd21dd6-e3ae-499b-a6ac-46505fe50418 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2733128 Feb 28 18:46:00.745571 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7a945435-1c9a-4780-b876-80e8c36e3f1e req-6271f8b7-1d6a-445d-adc0-e25f7357e059 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727332 Feb 28 18:46:00.823607 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-75e93478-6b47-4a21-95ce-c6f86778df8c req-2415338a-4778-475b-a4b3-2dc819d62d75 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823882 Feb 28 18:46:00.836327 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:46:00.841424 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:00.914728 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-ffe09ff0-01c0-429a-8e60-48f07818826f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "PUT /v2.0/floatingips/e3589816-8975-46a7-b65a-ecc3aac57db7 HTTP/1.1" status: 200 len: 990 time: 2.6269727 Feb 28 18:46:00.915654 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:46:01.038168 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'status': 'completed', 'code': 200} Feb 28 18:46:01.224068 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-cb4dda14-4e09-48db-b82e-4947da7bdf56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 1098 time: 0.0755668 Feb 28 18:46:01.391651 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-ddbbbd9b-744f-4dda-a675-4f90a781c205 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:01.392406 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-ddbbbd9b-744f-4dda-a675-4f90a781c205 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.1528261 Feb 28 18:46:01.573140 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-7b3f54fa-d1d0-4e16-ad7e-5558324bc050 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082 HTTP/1.1" status: 200 len: 998 time: 0.1682491 Feb 28 18:46:01.659580 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-0727ea7e-34e2-4b27-be04-f7f7cf257e76 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:01.661648 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-0727ea7e-34e2-4b27-be04-f7f7cf257e76 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.0768330 Feb 28 18:46:01.666953 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41792) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:01.700991 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-654326889-network', 'tenant_id': '4520d7f71b3a454089564717d1b62b8f'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:01.713970 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:01.719798 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Usage tracker for resource:network and tenant:4520d7f71b3a454089564717d1b62b8f is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:01.723851 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:01.731122 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:01.748763 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Made reservation on behalf of 4520d7f71b3a454089564717d1b62b8f for: {'network': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:01.751023 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.769193 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:01.797816 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-fe138b5a-68b6-4fb8-a6bf-8cbbd991d53f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1280637 Feb 28 18:46:01.839408 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:01.890221 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Usage tracker for resource:security_group_rule and tenant:4520d7f71b3a454089564717d1b62b8f is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:01.895589 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:01.967957 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:02.109875 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-7d03ddfc-e738-4d4c-aaae-f0651682015d service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985919 Feb 28 18:46:02.150064 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb659f-1e98-4650-8bd3-b0fe0b74c271 req-1c7c0b26-ba1b-4ba4-bd71-9786d2ef9773 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:02.151602 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-89cb659f-1e98-4650-8bd3-b0fe0b74c271 req-1c7c0b26-ba1b-4ba4-bd71-9786d2ef9773 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1207702 Feb 28 18:46:02.254729 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0bd99a-b7f4-4a3c-9f67-97299e478c4c req-cbea8fae-7d8a-4cf1-978a-b8724d2e25bf tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:02.255394 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-89cb659f-1e98-4650-8bd3-b0fe0b74c271 req-3bf79f08-642d-4d9f-af68-52aa107b2455 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966971 Feb 28 18:46:02.256239 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2b0bd99a-b7f4-4a3c-9f67-97299e478c4c req-cbea8fae-7d8a-4cf1-978a-b8724d2e25bf tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 945 time: 0.3711591 Feb 28 18:46:02.295468 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.316382 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.337784 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41816) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:02.374219 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b395ff29-57ca-4c88-9615-65e07d19e2e4 req-b7be6e92-f2ec-4ab4-ad3a-6858266f14e9 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545600 Feb 28 18:46:02.377694 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=83020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:46:02.386455 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2b0bd99a-b7f4-4a3c-9f67-97299e478c4c req-4c738e4e-97ed-4bfc-9ecd-56165177133b tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236236 Feb 28 18:46:02.389738 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ac8a6-ddb9-4f4d-96f3-f7bb3658ef74,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:02.394102 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.394438 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.segments_db [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Added segment bd383802-b8fb-4250-8a71-9344c9ae5de6 of type vlan for network fe7bc1bf-1ab5-4af3-9f04-4f0846737c62 Feb 28 18:46:02.429444 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.459704 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.460781 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:02.461530 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.514706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.551838 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:02.556440 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] Usage tracker for resource:security_group_rule and tenant:26f49407f9114314851c0931388b9e6f is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:02.563654 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] Pushing event updated for resources: {'Network': ['ID=fe7bc1bf-1ab5-4af3-9f04-4f0846737c62,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:02.570560 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-5cfa3b72-0a71-4679-88d3-8a8ef0d86400 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9025328 Feb 28 18:46:02.572167 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:02.573468 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41828) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:02.578901 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network fe7bc1bf-1ab5-4af3-9f04-4f0846737c62 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:46:02.582234 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Request body: {'subnet': {'network_id': 'fe7bc1bf-1ab5-4af3-9f04-4f0846737c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-654326889-subnet', 'tenant_id': '4520d7f71b3a454089564717d1b62b8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:02.586836 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:02.597908 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:02.607436 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Usage tracker for resource:subnet and tenant:4520d7f71b3a454089564717d1b62b8f is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:02.614866 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:02.627513 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:02.651965 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Made reservation on behalf of 4520d7f71b3a454089564717d1b62b8f for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:02.654702 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.708706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.712885 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.769468 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b3d3559-4a05-4245-8d69-49f19e674dbb,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:02.774290 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-9b78ae1d-47f8-4060-9029-eb727a418b09 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26f49407f9114314851c0931388b9e6f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4362922 Feb 28 18:46:02.776875 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41838) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:02.843451 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-81adbf44-0c55-4ec9-9ed0-de6ac5b81317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.872488 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-81adbf44-0c55-4ec9-9ed0-de6ac5b81317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.928212 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-81adbf44-0c55-4ec9-9ed0-de6ac5b81317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.946061 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81adbf44-0c55-4ec9-9ed0-de6ac5b81317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b3d3559-4a05-4245-8d69-49f19e674dbb,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:02.950347 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-81adbf44-0c55-4ec9-9ed0-de6ac5b81317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.971959 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:02.983468 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-81adbf44-0c55-4ec9-9ed0-de6ac5b81317 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b3d3559-4a05-4245-8d69-49f19e674dbb HTTP/1.1" status: 204 len: 168 time: 0.2054069 Feb 28 18:46:03.037250 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43e1a732-0f70-4e44-86f7-f25415917beb,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:03.068360 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Checking segment: {'id': 'bd383802-b8fb-4250-8a71-9344c9ae5de6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'fe7bc1bf-1ab5-4af3-9f04-4f0846737c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:03.068825 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Network hostable DHCP agents. Network: fe7bc1bf-1ab5-4af3-9f04-4f0846737c62, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:46:03.095901 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Network fe7bc1bf-1ab5-4af3-9f04-4f0846737c62 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:46:03.114247 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, fe7bc1bf-1ab5-4af3-9f04-4f0846737c62) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:03.124857 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:03.125253 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.129255 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3286f56f-f880-4164-bdf8-4f6b200c8f07 None None] Network fe7bc1bf-1ab5-4af3-9f04-4f0846737c62 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:46:03.163300 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-d0f663f3-dd93-4f77-a8da-1921b1510536 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5867190 Feb 28 18:46:03.347214 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41864) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:03.429095 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c61218-6eff-4959-a700-67de5bdaf395 None None] Network fe7bc1bf-1ab5-4af3-9f04-4f0846737c62 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:46:03.507419 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41872) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:03.529481 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21c2f4f-a97b-4430-b82d-59fdf1b594e7 admin admin] Deleting subnet 8dc880f5-9309-419f-9343-188fffa2acf9 {{(pid=83019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:46:03.534649 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a21c2f4f-a97b-4430-b82d-59fdf1b594e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.547670 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.605810 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:03.612437 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] Usage tracker for resource:security_group_rule and tenant:4372cd0dda724cb39bb261277f9bed92 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:03.621287 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:03.634088 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:03.640933 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d118bd-021a-4245-be17-8b97b1884a56 req-58536cb3-bfdf-43e1-a208-94452c41eb75 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:03.642650 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-40d118bd-021a-4245-be17-8b97b1884a56 req-58536cb3-bfdf-43e1-a208-94452c41eb75 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2213593 Feb 28 18:46:03.667219 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a21c2f4f-a97b-4430-b82d-59fdf1b594e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922623'] for subnet, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.752348 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.758953 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.811151 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e60df89-b62f-4fe7-8231-cfa0d88abb0c,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:03.817430 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-3b3812d6-1444-4ea8-b6eb-58b12de3ddaa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4372cd0dda724cb39bb261277f9bed92&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3086190 Feb 28 18:46:03.819987 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41876) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:03.823650 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-40d118bd-021a-4245-be17-8b97b1884a56 req-45f15cbd-6f8b-4972-ac70-7650a49a98d4 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633251 Feb 28 18:46:03.830699 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a21c2f4f-a97b-4430-b82d-59fdf1b594e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.895150 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9edd5ede-5f26-4dfb-9b7a-2a852be258cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.911149 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a21c2f4f-a97b-4430-b82d-59fdf1b594e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827212'] for subnet, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.924514 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9edd5ede-5f26-4dfb-9b7a-2a852be258cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.960759 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a21c2f4f-a97b-4430-b82d-59fdf1b594e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:03.970502 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a21c2f4f-a97b-4430-b82d-59fdf1b594e7 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/8dc880f5-9309-419f-9343-188fffa2acf9 HTTP/1.1" status: 204 len: 168 time: 0.6218755 Feb 28 18:46:03.971464 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41882) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:03.973887 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c2f4f-a97b-4430-b82d-59fdf1b594e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc880f5-9309-419f-9343-188fffa2acf9,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:04.066957 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9edd5ede-5f26-4dfb-9b7a-2a852be258cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.081349 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edd5ede-5f26-4dfb-9b7a-2a852be258cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e60df89-b62f-4fe7-8231-cfa0d88abb0c,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:04.087629 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9edd5ede-5f26-4dfb-9b7a-2a852be258cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.093877 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-9edd5ede-5f26-4dfb-9b7a-2a852be258cd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0e60df89-b62f-4fe7-8231-cfa0d88abb0c HTTP/1.1" status: 204 len: 168 time: 0.2680018 Feb 28 18:46:04.126787 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.327534 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.354220 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8ed9cca-7258-475a-b1d4-3d495e2e3a39']}} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:04.367805 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022ebeec-b9f3-493f-af9f-b6ed1403ebf8') {'for_net_delete': True} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:04.368217 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022ebeec-b9f3-493f-af9f-b6ed1403ebf8') {} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:04.380546 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922612'] for segment, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.397665 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.404336 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=83019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:46:04.404782 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856722'] for segment, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: Traceback (most recent call last): Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: timer() Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: cb(*args, **kw) Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: return func(*args, **kwargs) Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: self._notify() Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: self.callback(batched_events) Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: event.method(event) Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: return f(self, *a, **k) Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: return self._get(url).json() Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: return self.request(url, 'GET', **kwargs) Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:46:04.423692 dv-cinder-831188-1-smb neutron-server[83019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:46:04.497499 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.514942 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.524556 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8ed9cca-7258-475a-b1d4-3d495e2e3a39,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:04.531972 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-6ecb2cc4-4f23-4a42-9158-be09c22a9205 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c8ed9cca-7258-475a-b1d4-3d495e2e3a39 HTTP/1.1" status: 204 len: 168 time: 0.5582168 Feb 28 18:46:04.533587 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41900) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:04.596584 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e2f823-cc05-4383-954a-89059caade5d admin admin] Deleting subnet 43e1a732-0f70-4e44-86f7-f25415917beb {{(pid=83019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:46:04.600276 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-53e2f823-cc05-4383-954a-89059caade5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.655100 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-53e2f823-cc05-4383-954a-89059caade5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922623'] for subnet, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.715107 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-53e2f823-cc05-4383-954a-89059caade5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.794621 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-53e2f823-cc05-4383-954a-89059caade5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827212'] for subnet, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.841217 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2f823-cc05-4383-954a-89059caade5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43e1a732-0f70-4e44-86f7-f25415917beb,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:04.846589 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-53e2f823-cc05-4383-954a-89059caade5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:04.852030 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-53e2f823-cc05-4383-954a-89059caade5d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/43e1a732-0f70-4e44-86f7-f25415917beb HTTP/1.1" status: 204 len: 168 time: 0.3174644 Feb 28 18:46:04.854525 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41912) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:05.016178 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.024987 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41920) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:05.107565 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ecb651-cfbd-4c81-a14f-d87ab259d7a9 req-1332e86f-c5b5-43d0-990a-db204718baa4 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:05.109118 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-82ecb651-cfbd-4c81-a14f-d87ab259d7a9 req-1332e86f-c5b5-43d0-990a-db204718baa4 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1570280 Feb 28 18:46:05.176159 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1543031150-network', 'tenant_id': '27823e420c5f438e8c7858874876f909'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:05.180764 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:05.184499 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Usage tracker for resource:network and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:05.187214 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:05.193683 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:05.195928 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.205658 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Made reservation on behalf of 27823e420c5f438e8c7858874876f909 for: {'network': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:05.208807 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.227820 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.239720 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe7bc1bf-1ab5-4af3-9f04-4f0846737c62']}} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:05.247165 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-82ecb651-cfbd-4c81-a14f-d87ab259d7a9 req-99523695-44fc-4599-a6bb-9b9757569a95 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919642 Feb 28 18:46:05.253550 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd383802-b8fb-4250-8a71-9344c9ae5de6') {'for_net_delete': True} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:05.253839 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd383802-b8fb-4250-8a71-9344c9ae5de6') {} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:05.267794 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922612'] for segment, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.269329 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:05.276407 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Usage tracker for resource:security_group_rule and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:05.281525 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:05.287962 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.291972 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:05.295458 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:46:05.296207 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856722'] for segment, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: Traceback (most recent call last): Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: timer() Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: cb(*args, **kw) Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: return func(*args, **kwargs) Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: self._notify() Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: self.callback(batched_events) Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: event.method(event) Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: return f(self, *a, **k) Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: return self._get(url).json() Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: return self.request(url, 'GET', **kwargs) Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:46:05.312387 dv-cinder-831188-1-smb neutron-server[83019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:46:05.397341 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.401820 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.427612 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] 10.222.0.45 "DELETE /v2.0/networks/fe7bc1bf-1ab5-4af3-9f04-4f0846737c62 HTTP/1.1" status: 204 len: 168 time: 0.5697036 Feb 28 18:46:05.427612 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6835305d-d745-467b-9d8f-bd152ab6b82a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe7bc1bf-1ab5-4af3-9f04-4f0846737c62,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:05.459807 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.466239 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.501837 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 598} {{(pid=83020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:46:05.504602 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7feaab35-dcb9-4e42-a6ba-873b05451179,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:05.514650 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.514973 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.segments_db [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Added segment 5d570192-d370-4c29-bb21-085b0177cd1a of type vlan for network b4713b2e-8d2f-42f6-ad2c-82fff598e268 Feb 28 18:46:05.542705 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.574169 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.575013 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:05.575617 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.605135 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41948) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:05.673958 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-36e6935b-1733-4387-b70f-d93bc7a6bcf8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a1d7518142e948caa37c7fa5b251d752&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0662246 Feb 28 18:46:05.676687 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41952) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:05.679346 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6516895 Feb 28 18:46:05.681066 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41956) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:05.688081 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Request body: {'subnet': {'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1543031150-subnet', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:05.694733 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167562ad-6096-4499-8ca4-21a373a317df admin admin] Pushing event updated for resources: {'Network': ['ID=b4713b2e-8d2f-42f6-ad2c-82fff598e268,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:05.697110 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:05.701174 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Usage tracker for resource:subnet and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:05.704842 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:05.711597 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:46:05.712288 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:05.725512 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Made reservation on behalf of 27823e420c5f438e8c7858874876f909 for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:05.732370 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.784822 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a7eb65b7-c149-4893-9fc2-f4ba7dd90780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.818213 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a7eb65b7-c149-4893-9fc2-f4ba7dd90780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.893982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a7eb65b7-c149-4893-9fc2-f4ba7dd90780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.908845 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb65b7-c149-4893-9fc2-f4ba7dd90780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e99a484-73b0-4c6e-a042-adefe03850c3,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:05.915072 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a7eb65b7-c149-4893-9fc2-f4ba7dd90780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:05.916210 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a7eb65b7-c149-4893-9fc2-f4ba7dd90780 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7e99a484-73b0-4c6e-a042-adefe03850c3 HTTP/1.1" status: 204 len: 168 time: 0.2385695 Feb 28 18:46:06.053198 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.136331 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cf16e60-78a9-4045-8fa9-30bde607bc82,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:06.146812 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Checking segment: {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:06.147294 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Network hostable DHCP agents. Network: b4713b2e-8d2f-42f6-ad2c-82fff598e268, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:46:06.172475 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:46:06.184029 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, b4713b2e-8d2f-42f6-ad2c-82fff598e268) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:06.189814 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:06.190450 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.198040 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a13bd-c077-4e41-82d6-aecc68954ef3 None None] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:46:06.217766 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 41978) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:06.218877 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-4970bb00-b69c-4c50-bc8a-549691f87508 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5367806 Feb 28 18:46:06.224244 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:06.229246 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:06.233055 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Usage tracker for resource:router and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:06.237525 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:06.271222 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:06.352352 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41702'] for router, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.353757 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1784398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41713'] for router, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.424867 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-d7319321-8aaf-47cd-a207-6982256c9d22 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:06.426474 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-d7319321-8aaf-47cd-a207-6982256c9d22 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:network {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:46:06.437012 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.453423 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7b6df4-7a7f-5bbf-97d4-8ba87b53318a-b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82'}]}} from dv-cinder-831188-1-smb. {{(pid=83021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 18:46:06.456426 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.466453 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-d7319321-8aaf-47cd-a207-6982256c9d22 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:network {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:46:06.467832 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-d7319321-8aaf-47cd-a207-6982256c9d22 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 815 time: 0.2314293 Feb 28 18:46:06.499648 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41986) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:06.559131 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782fe28-8d4e-4f0d-a7ff-3efec38ed503 req-ba2b709c-858a-4926-8567-dc6b47a4bb16 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:06.560785 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8782fe28-8d4e-4f0d-a7ff-3efec38ed503 req-ba2b709c-858a-4926-8567-dc6b47a4bb16 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1370699 Feb 28 18:46:06.606297 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-25c60beb-e2ec-4fcc-afed-ca99b9c89ae4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4520d7f71b3a454089564717d1b62b8f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1047163 Feb 28 18:46:06.609241 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 41990) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:06.623545 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-3f7839a5-aaad-4cbb-9955-d4754c65e6ba tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/quotas/471ab32513ef4f049e0057fece90e335 HTTP/1.1" status: 200 len: 375 time: 0.0827448 Feb 28 18:46:06.661145 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8782fe28-8d4e-4f0d-a7ff-3efec38ed503 req-ff9d5cad-608b-457e-a385-5c9f6d9351c9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871415 Feb 28 18:46:06.677630 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.db_base_plugin_common [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Allocated IP 172.20.0.2 (b4713b2e-8d2f-42f6-ad2c-82fff598e268/3cf16e60-78a9-4045-8fa9-30bde607bc82/97351941-cec5-4416-8521-308d39016e1b) {{(pid=83021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:06.703921 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-13738ff5-c5bc-45f6-88fb-8830a2bfa661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.733100 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-13738ff5-c5bc-45f6-88fb-8830a2bfa661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.754693 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.802072 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-13738ff5-c5bc-45f6-88fb-8830a2bfa661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.817139 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13738ff5-c5bc-45f6-88fb-8830a2bfa661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ac8a6-ddb9-4f4d-96f3-f7bb3658ef74,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:06.824293 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-13738ff5-c5bc-45f6-88fb-8830a2bfa661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.827894 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-13738ff5-c5bc-45f6-88fb-8830a2bfa661 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e9ac8a6-ddb9-4f4d-96f3-f7bb3658ef74 HTTP/1.1" status: 204 len: 168 time: 0.2153924 Feb 28 18:46:06.885507 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c505327c-1ad2-4e1f-b0f7-92f865e88a8b tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2531323 Feb 28 18:46:06.906389 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:06.917671 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Transition to ACTIVE for port object 97351941-cec5-4416-8521-308d39016e1b will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:06.958860 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Transition to ACTIVE for port object 97351941-cec5-4416-8521-308d39016e1b will not be triggered until provisioned by entity DHCP. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:06.987765 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.069678 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 is already hosted by enough agents. {{(pid=83021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:07.073264 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.base_scheduler [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Resources bound (agent type, host, resource id): {{(pid=83021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:07.077592 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Received port after_create {{(pid=83021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:07.084731 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Pushing event updated for resources: {'Port': ['ID=97351941-cec5-4416-8521-308d39016e1b,revision_number=1']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:07.129091 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-bc7bc644-12a2-44d6-8750-3148274cea59 service neutron] 10.222.0.45 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295020 Feb 28 18:46:07.186954 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Attempting to bind port 97351941-cec5-4416-8521-308d39016e1b on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:07.187631 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Attempting to bind port 97351941-cec5-4416-8521-308d39016e1b by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:07.188144 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Attempting to bind port 97351941-cec5-4416-8521-308d39016e1b on network b4713b2e-8d2f-42f6-ad2c-82fff598e268 {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:07.198315 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:07.198895 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Checking segment: {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:07.199482 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.200010 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Bound using segment: {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:07.200656 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Bound port: 97351941-cec5-4416-8521-308d39016e1b, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:07.201196 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.309960 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.314403 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] For port 97351941-cec5-4416-8521-308d39016e1b, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:07.317882 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] For port 97351941-cec5-4416-8521-308d39016e1b, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=97351941-cec5-4416-8521-308d39016e1b,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:07.323369 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.365133 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.426859 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0595d3f9-8b49-4c38-b89d-c0288736c5e7 None None] Pushing event updated for resources: {'Port': ['ID=97351941-cec5-4416-8521-308d39016e1b,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:07.434750 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-a633875d-dd4c-4328-b92b-a348587064f5 service neutron] 10.222.0.45 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029459 Feb 28 18:46:07.484083 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42014) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:07.549907 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Allocated IP 172.28.3.75 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/c53c7684-7b7c-45a9-941d-7ce08e5def43) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:07.789064 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.838259 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.930506 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ffd72ac3-f264-4438-9a0b-c000061db63f req-c74fc928-0cf4-4115-b055-ff1968618a2d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 210 time: 0.1937821 Feb 28 18:46:07.960705 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:07.990704 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Pushing event updated for resources: {'Port': ['ID=c53c7684-7b7c-45a9-941d-7ce08e5def43,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:08.057579 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:08.059628 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:08.065902 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:08.069388 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:08.076121 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] Usage tracker for resource:security_group_rule and tenant:32eb1945e0ce4d519b522e9e3fbeceb0 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:08.080974 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:08.087311 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:08.170194 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:08.178233 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:08.256389 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32eb1945e0ce4d519b522e9e3fbeceb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7711759 Feb 28 18:46:08.273239 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42040) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:08.278465 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a22fa1-cf77-422e-b496-7114f5598779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5835106-1ae8-42b1-bd22-909359076aab,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:08.352230 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a2ad1-5699-467a-8861-756c64eea038 req-ffc569f9-0d15-44d7-b0ca-f75283e8e157 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:08.353824 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9e2a2ad1-5699-467a-8861-756c64eea038 req-ffc569f9-0d15-44d7-b0ca-f75283e8e157 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.3905404 Feb 28 18:46:08.391936 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6be272c0-6faf-4efa-93ea-39f8063b42ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:08.439275 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6be272c0-6faf-4efa-93ea-39f8063b42ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:08.456623 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9e2a2ad1-5699-467a-8861-756c64eea038 req-6e320699-5913-4450-a503-8a6d821aa969 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923145 Feb 28 18:46:08.510003 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:08.510751 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035'] for router, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:08.653090 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6be272c0-6faf-4efa-93ea-39f8063b42ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:08.679211 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be272c0-6faf-4efa-93ea-39f8063b42ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5835106-1ae8-42b1-bd22-909359076aab,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:08.717643 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6be272c0-6faf-4efa-93ea-39f8063b42ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:08.717643 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-6be272c0-6faf-4efa-93ea-39f8063b42ea admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a5835106-1ae8-42b1-bd22-909359076aab HTTP/1.1" status: 204 len: 168 time: 0.4392450 Feb 28 18:46:08.879899 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da284e0-d29d-4382-bf20-b3c132b67855 None None] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:46:08.897683 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 is scheduled to L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 with binding_index 1 {{(pid=83019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:46:09.231180 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b5ccba27-66e5-47f0-bcc7-ae9656695538 req-1a79be05-48d4-477d-b2db-bbb720d9dfe0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 210 time: 0.0592391 Feb 28 18:46:09.264693 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:46:09.276282 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Sync routers for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:46:09.297222 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] Notify callbacks [] for router, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:09.300076 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:09.300550 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-6ee23c4a-4887-40d7-a2e6-2765ff801db9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0810003 Feb 28 18:46:09.300788 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:09.303564 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42068) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:09.310285 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-8f34d82c-11cd-40a0-894c-baadb39bd1b6 None None] Provisioning for port 97351941-cec5-4416-8521-308d39016e1b completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:09.497867 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42074) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:09.539934 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:09.640388 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:09.675474 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] Usage tracker for resource:security_group_rule and tenant:61db39e274c9446f947a05830162331b is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:09.685284 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:09.699054 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 97351941-cec5-4416-8521-308d39016e1b up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:09.701734 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:09.799245 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 97351941-cec5-4416-8521-308d39016e1b completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:09.807308 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 97351941-cec5-4416-8521-308d39016e1b triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:09.808035 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:09.815165 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:09.976218 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.024134 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 97351941-cec5-4416-8521-308d39016e1b, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=97351941-cec5-4416-8521-308d39016e1b,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:10.033792 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.119170 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.151514 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1950f-266e-41eb-b962-fa2f74819ee3 req-a1b882a5-025f-4aec-a43c-3d99d61d5f53 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:10.154293 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ccf1950f-266e-41eb-b962-fa2f74819ee3 req-a1b882a5-025f-4aec-a43c-3d99d61d5f53 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.4392180 Feb 28 18:46:10.156666 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.203559 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=97351941-cec5-4416-8521-308d39016e1b,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:10.207928 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] Sync routers for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:46:10.222336 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:10.223197 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:10.286440 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-bd0402b7-f846-4219-9b10-7ee3a2f10c88 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:10.291331 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-bd0402b7-f846-4219-9b10-7ee3a2f10c88 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 815 time: 0.5260665 Feb 28 18:46:10.303455 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b76dce9-4c0b-48ca-9b40-44db8f4238ab,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:10.328481 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Request body: {'port': {'device_id': 'e9be97c1-8c0c-4ada-be9a-ffef8592cb83', 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'admin_state_up': True, 'tenant_id': '471ab32513ef4f049e0057fece90e335'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:10.368690 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-67b6eedb-fea4-4b84-94a4-5fe6f3a128ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61db39e274c9446f947a05830162331b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8690298 Feb 28 18:46:10.372386 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42092) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:10.398069 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ccf1950f-266e-41eb-b962-fa2f74819ee3 req-49e749df-dba7-4755-b27c-b10da5f90e41 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324169 Feb 28 18:46:10.453414 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b9e734ad-ecc3-4237-868e-ace03ab8bdd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.494587 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b9e734ad-ecc3-4237-868e-ace03ab8bdd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.533299 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:10.559051 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:08Z', 'revision_number': 3, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:10.561672 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b9e734ad-ecc3-4237-868e-ace03ab8bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.565895 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Checking router: 7cb2f74c-d14a-4ee6-8739-793f05448fb8 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:46:10.568240 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Updating router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 port c53c7684-7b7c-45a9-941d-7ce08e5def43 binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:46:10.585652 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b9e734ad-ecc3-4237-868e-ace03ab8bdd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.589442 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-b9e734ad-ecc3-4237-868e-ace03ab8bdd8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b76dce9-4c0b-48ca-9b40-44db8f4238ab HTTP/1.1" status: 204 len: 168 time: 0.2132199 Feb 28 18:46:10.589442 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e734ad-ecc3-4237-868e-ace03ab8bdd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b76dce9-4c0b-48ca-9b40-44db8f4238ab,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:10.630672 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-878339cc-5173-4911-ac76-43f522d4d287 req-83749263-fe47-4669-93e8-acf9705b75e1 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 210 time: 0.2400291 Feb 28 18:46:10.700594 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:10.708262 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.715594 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:10.870089 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Made reservation on behalf of 471ab32513ef4f049e0057fece90e335 for: {'port': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:10.873589 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:10.970695 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-77cff538-c751-4612-bf75-c06de81731d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.154293 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'e3589816-8975-46a7-b65a-ecc3aac57db7', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'port_id': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'mac_address': 'fa:16:3e:b7:ac:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:33Z', 'updated_at': '2022-02-28T18:45:59Z', 'revision_number': 1, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:11.161060 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] Checking router: 96341394-f917-4d21-8c27-6b1147eb9644 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:46:11.172386 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:11.173759 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:11.250502 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.263532 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Transition to ACTIVE for port object c53c7684-7b7c-45a9-941d-7ce08e5def43 will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:11.281665 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.288684 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Allocated IP 172.20.0.12 (b401d7e9-d1d6-4283-bcfe-a545fabe86c1/c7cb7169-cb4a-4475-88e5-a60620e9961a/755ee250-6ed9-4c0a-9611-025baaa6678e) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:11.392550 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Attempting to bind port c53c7684-7b7c-45a9-941d-7ce08e5def43 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:11.392934 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Attempting to bind port c53c7684-7b7c-45a9-941d-7ce08e5def43 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:11.393351 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Attempting to bind port c53c7684-7b7c-45a9-941d-7ce08e5def43 on network 6a6310a4-27e9-49f9-b733-025eb53f42bb {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:11.407965 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:11.408853 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:11.409487 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.410657 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Bound using segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:11.411349 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Bound port: c53c7684-7b7c-45a9-941d-7ce08e5def43, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:11.411881 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.450645 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Pushing event updated for resources: {'Port': ['ID=c53c7684-7b7c-45a9-941d-7ce08e5def43,revision_number=2']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:11.457612 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:11.470532 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.471465 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.478999 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.480320 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.482058 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.482726 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.483318 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.484381 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.485706 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.486873 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.487707 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:11.530902 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42136) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:11.580719 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.601844 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] For port c53c7684-7b7c-45a9-941d-7ce08e5def43, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:11.606750 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] For port c53c7684-7b7c-45a9-941d-7ce08e5def43, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=c53c7684-7b7c-45a9-941d-7ce08e5def43,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:11.613513 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.677865 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 97351941-cec5-4416-8521-308d39016e1b up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:11.691036 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.771903 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.788034 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:11.795110 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] Usage tracker for resource:security_group_rule and tenant:5c878691b2e4414f8af8de4e80940d93 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:11.796310 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6678d-95c9-44cf-a9e2-8f30be883d53 None None] Pushing event updated for resources: {'Port': ['ID=c53c7684-7b7c-45a9-941d-7ce08e5def43,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:11.799538 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:11.812256 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:11.823115 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:11.824119 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:45:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:11.901185 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1bb96-f968-4191-a163-2a97a35a5c93 req-4cbb74ed-6a7e-4125-bb11-09896ab3b7ce tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:11.902735 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-eaa1bb96-f968-4191-a163-2a97a35a5c93 req-4cbb74ed-6a7e-4125-bb11-09896ab3b7ce tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2469409 Feb 28 18:46:11.920361 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:11.965712 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 97351941-cec5-4416-8521-308d39016e1b triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:11.966314 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.028083 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42144) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:12.031943 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-eaa1bb96-f968-4191-a163-2a97a35a5c93 req-f647e424-f360-4b84-b34a-6689af456e91 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178048 Feb 28 18:46:12.067599 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.083609 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.092323 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4c6ceb87-bf7c-4c42-9274-961805732fc1', 'adb5969d-9ec0-46a7-bf49-95073d34d1be'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:46:12.143207 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:12.144547 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Pushing event updated for resources: {'Port': ['ID=755ee250-6ed9-4c0a-9611-025baaa6678e,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:12.157638 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:12.167573 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c878691b2e4414f8af8de4e80940d93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6353967 Feb 28 18:46:12.168665 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2e7a3-fbcf-4bbd-8a21-60375c9ccb76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cafaf2c-9331-48d4-a81b-090e40408e6c,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:12.171473 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42150) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:12.186941 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:12.205770 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:12.209750 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:12.215472 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.262767 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-49c53f48-704f-4cd4-9b2b-4a5fe8943339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.337656 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-49c53f48-704f-4cd4-9b2b-4a5fe8943339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.370157 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5729012-e399-4ea1-8c5d-3fc883fd49b7 req-30ef0f0f-ca8d-425e-bbfb-384609e9d3ef tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:12.371307 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-a5729012-e399-4ea1-8c5d-3fc883fd49b7 req-30ef0f0f-ca8d-425e-bbfb-384609e9d3ef tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:46:12.378775 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-c3d38ce6-5850-4050-9ebf-9d1d52851ed9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0603340 Feb 28 18:46:12.403321 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'e3589816-8975-46a7-b65a-ecc3aac57db7', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'port_id': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'mac_address': 'fa:16:3e:b7:ac:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:33Z', 'updated_at': '2022-02-28T18:45:59Z', 'revision_number': 1, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:12.410203 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d83081-ddbe-4df6-80f8-dca3f4a9a263 None None] The sync data for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb is: [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'e3589816-8975-46a7-b65a-ecc3aac57db7', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'floating_ip_address': '172.28.3.46', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'port_id': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'mac_address': 'fa:16:3e:b7:ac:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:45:33Z', 'updated_at': '2022-02-28T18:45:59Z', 'revision_number': 1, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:46:12.419448 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Request body: {'port': {'device_id': 'e9be97c1-8c0c-4ada-be9a-ffef8592cb83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:12.448222 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-49c53f48-704f-4cd4-9b2b-4a5fe8943339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.475350 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.481430 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c53f48-704f-4cd4-9b2b-4a5fe8943339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cafaf2c-9331-48d4-a81b-090e40408e6c,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:12.486591 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-49c53f48-704f-4cd4-9b2b-4a5fe8943339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.492779 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-49c53f48-704f-4cd4-9b2b-4a5fe8943339 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6cafaf2c-9331-48d4-a81b-090e40408e6c HTTP/1.1" status: 204 len: 168 time: 0.3203235 Feb 28 18:46:12.625146 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Allocated IP 172.20.0.1 (b4713b2e-8d2f-42f6-ad2c-82fff598e268/3cf16e60-78a9-4045-8fa9-30bde607bc82/bfdc6054-7448-496d-bb86-f3ad1bceb87f) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:12.643854 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-a5729012-e399-4ea1-8c5d-3fc883fd49b7 req-30ef0f0f-ca8d-425e-bbfb-384609e9d3ef tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:46:12.650182 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a5729012-e399-4ea1-8c5d-3fc883fd49b7 req-30ef0f0f-ca8d-425e-bbfb-384609e9d3ef tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 932 time: 0.7348940 Feb 28 18:46:12.727229 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:08Z', 'revision_number': 3, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:12.731477 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf80475-64b7-42b7-ab66-b6d5cb8ec036 None None] The sync data for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb is: [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:08Z', 'revision_number': 3, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:46:12.756285 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:12.812571 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] Usage tracker for resource:security_group_rule and tenant:2a7626342b30469fbfd171ee26567106 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:12.830325 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:12.848527 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:12.873992 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:12.892478 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a5729012-e399-4ea1-8c5d-3fc883fd49b7 req-a73f1046-c17f-4f70-9568-6589477015bf tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414720 Feb 28 18:46:13.011755 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.011953 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a05f953d-9056-42fc-9d7a-e1d0c99f5edf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.097031 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Transition to ACTIVE for port object bfdc6054-7448-496d-bb86-f3ad1bceb87f will not be triggered until provisioned by entity DHCP. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:13.132046 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.144632 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.267017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb52a28-67e0-4254-a610-0f0ac190dda2 req-e7dca5cd-e025-465d-8a07-77fe1a33b1f8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:13.268847 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8cb52a28-67e0-4254-a610-0f0ac190dda2 req-e7dca5cd-e025-465d-8a07-77fe1a33b1f8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1047564 Feb 28 18:46:13.291087 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7314504-ade3-45d9-8948-b7054f433c5b,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.305960 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-400cf474-eabb-49e6-bd20-a3243e5d5edf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a7626342b30469fbfd171ee26567106&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2768335 Feb 28 18:46:13.308568 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42176) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:13.323775 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.325659 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8cb52a28-67e0-4254-a610-0f0ac190dda2 req-c83d548e-83f6-4cbb-9552-76b111fbd660 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491233 Feb 28 18:46:13.440017 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:13.445346 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:13.451007 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:13.451490 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1718005'] for router_interface, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.464974 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdc6054-7448-496d-bb86-f3ad1bceb87f,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.568931 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-996957ec-7de6-405f-a1a0-e0241c2f530e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.636879 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755ee250-6ed9-4c0a-9611-025baaa6678e {{(pid=83020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:46:13.651745 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-996957ec-7de6-405f-a1a0-e0241c2f530e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.661741 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.718427 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Transition to ACTIVE for port object 755ee250-6ed9-4c0a-9611-025baaa6678e will not be triggered until provisioned by entity L2. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:13.722146 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.736629 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.798581 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-ed5a46ca-b4a5-4f71-8c6c-b66b65f53c46 None None] Provisioning for port bfdc6054-7448-496d-bb86-f3ad1bceb87f completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:13.803946 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-ed5a46ca-b4a5-4f71-8c6c-b66b65f53c46 None None] Provisioning complete for port bfdc6054-7448-496d-bb86-f3ad1bceb87f triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:13.804309 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-ed5a46ca-b4a5-4f71-8c6c-b66b65f53c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.867106 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-ed5a46ca-b4a5-4f71-8c6c-b66b65f53c46 None None] Port bfdc6054-7448-496d-bb86-f3ad1bceb87f cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:46:13.912986 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-996957ec-7de6-405f-a1a0-e0241c2f530e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.916426 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=755ee250-6ed9-4c0a-9611-025baaa6678e,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.947502 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996957ec-7de6-405f-a1a0-e0241c2f530e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7314504-ade3-45d9-8948-b7054f433c5b,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:13.977393 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-996957ec-7de6-405f-a1a0-e0241c2f530e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:13.981555 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-996957ec-7de6-405f-a1a0-e0241c2f530e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7314504-ade3-45d9-8948-b7054f433c5b HTTP/1.1" status: 204 len: 168 time: 0.6720834 Feb 28 18:46:14.075580 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.162573 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Attempting to bind port 755ee250-6ed9-4c0a-9611-025baaa6678e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:14.162904 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Attempting to bind port 755ee250-6ed9-4c0a-9611-025baaa6678e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:14.163226 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Attempting to bind port 755ee250-6ed9-4c0a-9611-025baaa6678e on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:14.174348 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.194229 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Port 755ee250-6ed9-4c0a-9611-025baaa6678e on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:46:14.194596 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Attempting to bind port 755ee250-6ed9-4c0a-9611-025baaa6678e on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:14.225650 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:14.225960 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Checking segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:14.226340 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Bound using segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:14.226771 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Bound port: 755ee250-6ed9-4c0a-9611-025baaa6678e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'}}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:14.227106 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.340731 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c18b5-0fec-4a8b-a27a-23bca946418c req-1836e82a-ef5d-4179-a056-c75881159627 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:14.342234 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-631c18b5-0fec-4a8b-a27a-23bca946418c req-1836e82a-ef5d-4179-a056-c75881159627 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 944 time: 0.2641625 Feb 28 18:46:14.377995 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.423765 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6084adfd-4bdd-4b95-9c07-22a562862236 None None] New status for floating IP e3589816-8975-46a7-b65a-ecc3aac57db7: ACTIVE {{(pid=83022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:46:14.424262 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] For port 755ee250-6ed9-4c0a-9611-025baaa6678e, host hv-cinder-83118, cleared binding levels {{(pid=83020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:14.428259 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] For port 755ee250-6ed9-4c0a-9611-025baaa6678e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=755ee250-6ed9-4c0a-9611-025baaa6678e,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:14.429677 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.430563 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32144969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717784'] for router_interface, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.512697 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.599599 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bb397-bb66-4b5d-856b-2574cab7d2f3 req-6d560663-b3e1-425a-be17-99b83720d4de tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:14.608377 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9e6bb397-bb66-4b5d-856b-2574cab7d2f3 req-6d560663-b3e1-425a-be17-99b83720d4de tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1162460 Feb 28 18:46:14.694945 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9e6bb397-bb66-4b5d-856b-2574cab7d2f3 req-6f72f4d4-6804-4a75-8398-cca5a602521b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823181 Feb 28 18:46:14.700194 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42220) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:14.728725 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.774581 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:14.778821 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] Usage tracker for resource:security_group_rule and tenant:afbc21196ce542369e1ef5249e8f8250 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:14.782562 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:14.788670 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:14.832316 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.833349 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] 10.222.0.65 "PUT /v2.0/ports/755ee250-6ed9-4c0a-9611-025baaa6678e HTTP/1.1" status: 200 len: 1094 time: 2.4192896 Feb 28 18:46:14.833790 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9be97c1-8c0c-4ada-be9a-ffef8592cb83', 'tag': '755ee250-6ed9-4c0a-9611-025baaa6678e'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:46:14.842134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Pushing event updated for resources: {'Port': ['ID=bfdc6054-7448-496d-bb86-f3ad1bceb87f,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:14.899923 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-631c18b5-0fec-4a8b-a27a-23bca946418c req-0f109c16-f7be-486b-8e6b-6fdaace7d9e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5331264 Feb 28 18:46:14.961669 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.971892 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:14.998144 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9be97c1-8c0c-4ada-be9a-ffef8592cb83', 'tag': '755ee250-6ed9-4c0a-9611-025baaa6678e', 'status': 'completed', 'code': 200} Feb 28 18:46:15.032449 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bcae47-ad92-4278-8d91-14bb1e50365f,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:15.042197 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-21c043b8-2187-4217-b930-924721e7e243 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afbc21196ce542369e1ef5249e8f8250&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3406394 Feb 28 18:46:15.042573 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42226) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:15.071694 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:15.075779 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:15.077970 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b019fc-219a-4977-838c-f6d9cbf7b4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=755ee250-6ed9-4c0a-9611-025baaa6678e,revision_number=3']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:15.111601 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-99c3dc02-38ff-4909-8efe-fef1823a80c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.153899 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-99c3dc02-38ff-4909-8efe-fef1823a80c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.228237 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-99c3dc02-38ff-4909-8efe-fef1823a80c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.262950 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3dc02-38ff-4909-8efe-fef1823a80c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bcae47-ad92-4278-8d91-14bb1e50365f,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:15.270214 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-99c3dc02-38ff-4909-8efe-fef1823a80c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.272056 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-99c3dc02-38ff-4909-8efe-fef1823a80c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d9bcae47-ad92-4278-8d91-14bb1e50365f HTTP/1.1" status: 204 len: 168 time: 0.2285728 Feb 28 18:46:15.313545 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-50d1febd-3810-46b0-90c3-f4c2dab2b52f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 1097 time: 0.3900118 Feb 28 18:46:15.402982 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.408751 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-df6ae022-908f-49c3-8d51-c4f18ec4510e None None] Provisioning complete for port bfdc6054-7448-496d-bb86-f3ad1bceb87f triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:15.409139 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-df6ae022-908f-49c3-8d51-c4f18ec4510e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.434556 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-99cc400a-6d2c-47f6-be7a-d41189c6ab60 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=755ee250-6ed9-4c0a-9611-025baaa6678e HTTP/1.1" status: 200 len: 217 time: 0.0832255 Feb 28 18:46:15.463379 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-df6ae022-908f-49c3-8d51-c4f18ec4510e None None] Port bfdc6054-7448-496d-bb86-f3ad1bceb87f cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:46:15.600140 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device c53c7684-7b7c-45a9-941d-7ce08e5def43 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:15.636570 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-e02330cb-cecd-42c0-817b-0ee501eabce9 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:15.638032 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-e02330cb-cecd-42c0-817b-0ee501eabce9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.1440115 Feb 28 18:46:15.696767 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-4a8363e3-6c3b-4aee-a9db-210501ca42ef service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500009 Feb 28 18:46:15.727757 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port c53c7684-7b7c-45a9-941d-7ce08e5def43 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:15.735692 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port c53c7684-7b7c-45a9-941d-7ce08e5def43 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:15.735692 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.921056 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:15.939299 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port c53c7684-7b7c-45a9-941d-7ce08e5def43, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=c53c7684-7b7c-45a9-941d-7ce08e5def43,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:15.956907 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-63f59190-5f07-4fb4-b06d-6fdf06c3f641 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412534 Feb 28 18:46:15.957635 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:16.019241 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:46:16.080996 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=c53c7684-7b7c-45a9-941d-7ce08e5def43,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:16.177733 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3801ec7-f56d-4288-a7df-eb64b27c8d8b req-04146937-f503-4956-84e3-c76581687cfb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:16.179207 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d3801ec7-f56d-4288-a7df-eb64b27c8d8b req-04146937-f503-4956-84e3-c76581687cfb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2915640 Feb 28 18:46:16.238296 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3419989-2031-4e67-9c34-30dfddbf7789 req-8171c355-d612-4b95-ab0b-bec28785d3b8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:16.239852 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a3419989-2031-4e67-9c34-30dfddbf7789 req-8171c355-d612-4b95-ab0b-bec28785d3b8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 944 time: 0.0912437 Feb 28 18:46:16.307591 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a3419989-2031-4e67-9c34-30dfddbf7789 req-fdd4d521-b78a-458c-80f0-c381b2834454 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609782 Feb 28 18:46:16.415671 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-22f4d93f-9a74-40b4-ab7e-20352d70e07a req-fa3a1c0d-5be8-47db-9490-51b852f80f62 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477446 Feb 28 18:46:16.444198 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d3801ec7-f56d-4288-a7df-eb64b27c8d8b req-06a61673-8562-461e-bfeb-1c1600609f19 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857696 Feb 28 18:46:16.532453 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:46:16.546011 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f9ae2719-fffd-4841-aa04-abe8e1156945 admin admin] 10.222.0.45 "PUT /v2.0/routers/7cb2f74c-d14a-4ee6-8739-793f05448fb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2411160 Feb 28 18:46:16.682392 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-771776c5-fb18-4242-8664-4593ada94ed5 req-230645ec-db56-4279-9893-844eaca8b4b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 1097 time: 0.1025267 Feb 28 18:46:16.795587 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:46:16.920113 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771776c5-fb18-4242-8664-4593ada94ed5 req-2af778ce-a9af-4f37-be4c-758e313c6f1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:16.921748 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-771776c5-fb18-4242-8664-4593ada94ed5 req-2af778ce-a9af-4f37-be4c-758e313c6f1d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 916 time: 0.2306085 Feb 28 18:46:17.001576 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-771776c5-fb18-4242-8664-4593ada94ed5 req-45f642ce-7f71-4347-838a-0b0a7a7c4de6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=755ee250-6ed9-4c0a-9611-025baaa6678e HTTP/1.1" status: 200 len: 217 time: 0.0727599 Feb 28 18:46:17.078157 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771776c5-fb18-4242-8664-4593ada94ed5 req-37a6f97d-b94b-4c02-959c-ae0e8a242b97 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:17.079887 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-771776c5-fb18-4242-8664-4593ada94ed5 req-37a6f97d-b94b-4c02-959c-ae0e8a242b97 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.0732698 Feb 28 18:46:17.136733 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-771776c5-fb18-4242-8664-4593ada94ed5 req-61ddba45-3532-45b7-bac1-a7d05e82956f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460286 Feb 28 18:46:17.276623 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-771776c5-fb18-4242-8664-4593ada94ed5 req-9fa2d4c3-e184-4e22-8a8c-1766d3bb68b5 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313417 Feb 28 18:46:17.421434 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-771776c5-fb18-4242-8664-4593ada94ed5 req-58fbd7c8-9278-469e-b309-3a6c6d84cf76 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383750 Feb 28 18:46:17.538729 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42310) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:17.544256 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1294849177-network', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:17.550661 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:17.558448 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Usage tracker for resource:network and tenant:bbd9124195e94334b81a65edf4db0282 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:17.561503 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:17.568004 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:17.605358 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Made reservation on behalf of bbd9124195e94334b81a65edf4db0282 for: {'network': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:17.609500 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:17.613794 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device c53c7684-7b7c-45a9-941d-7ce08e5def43 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:17.627464 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96beccc2-5992-40b5-a0a4-8080a6e841be req-e85b02ff-0687-4d90-9e33-8ed287bd58fb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:17.629610 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:17.631551 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-96beccc2-5992-40b5-a0a4-8080a6e841be req-e85b02ff-0687-4d90-9e33-8ed287bd58fb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 944 time: 0.1566534 Feb 28 18:46:17.707113 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:17.718081 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-96beccc2-5992-40b5-a0a4-8080a6e841be req-0891feab-8ec1-467f-b7bb-e493756cd375 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784197 Feb 28 18:46:17.727588 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port c53c7684-7b7c-45a9-941d-7ce08e5def43 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:17.728144 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:17.732064 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd9124195e94334b81a65edf4db0282 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:17.736642 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:17.761241 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:17.835055 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f57bb-1610-4fc4-a0d8-82d872aa1817 req-a5b598b1-7283-4f70-9cb7-59c8f6aa0f22 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:17.836986 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-955f57bb-1610-4fc4-a0d8-82d872aa1817 req-a5b598b1-7283-4f70-9cb7-59c8f6aa0f22 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1655760 Feb 28 18:46:17.918611 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:17.921778 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-955f57bb-1610-4fc4-a0d8-82d872aa1817 req-dd201ec9-0b78-4218-844f-8f7e02fcf874 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792413 Feb 28 18:46:17.924237 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:17.948879 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 563} {{(pid=83020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:46:17.972807 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9156715-6b3d-4f8c-92d3-8d53a51a6a45,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:17.976603 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:17.976957 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.segments_db [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Added segment 1f1b3865-e7fd-4b3b-864d-371f8b714a6e of type vlan for network d0eace5e-273b-4ae8-b4fa-51496a74863c Feb 28 18:46:18.010668 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.047985 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.049184 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:18.049811 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.156123 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] Pushing event updated for resources: {'Network': ['ID=d0eace5e-273b-4ae8-b4fa-51496a74863c,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:18.159462 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-51d590f5-7e22-4fb1-a70a-cb66cab98561 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6194623 Feb 28 18:46:18.162394 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42332) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:18.167727 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Request body: {'subnet': {'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1294849177-subnet', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:18.168372 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network d0eace5e-273b-4ae8-b4fa-51496a74863c details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:46:18.172494 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:18.177047 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Usage tracker for resource:subnet and tenant:bbd9124195e94334b81a65edf4db0282 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:18.180260 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:18.186409 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:18.200031 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Made reservation on behalf of bbd9124195e94334b81a65edf4db0282 for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:18.204782 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.209025 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42336) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:18.373203 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.418122 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:18.421968 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] Usage tracker for resource:security_group_rule and tenant:521a8b446b3f45f284159b5931049230 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:18.425957 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:18.431746 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:18.448196 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.512917 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.520426 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.530170 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:18.558842 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Checking segment: {'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:18.559434 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Network hostable DHCP agents. Network: d0eace5e-273b-4ae8-b4fa-51496a74863c, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:46:18.574385 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6102c3b-77b0-46ac-b34f-a4922eac038b,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:18.579918 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-af8d8935-c2fb-4cee-aa90-8c183f6f7c9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=521a8b446b3f45f284159b5931049230&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3698187 Feb 28 18:46:18.584587 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42344) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:18.597817 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Network d0eace5e-273b-4ae8-b4fa-51496a74863c is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:46:18.608447 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, d0eace5e-273b-4ae8-b4fa-51496a74863c) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:18.613622 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:18.614241 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.618788 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7238c6-e819-4bbd-a5ff-352c655ba84a None None] Network d0eace5e-273b-4ae8-b4fa-51496a74863c requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:46:18.643175 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-4c0af0f6-6766-4cb4-afc2-a6ab7d875370 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4772248 Feb 28 18:46:18.643865 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42348) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:18.649369 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:18.654079 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:18.656236 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2464d06f-a85b-4439-a7df-6e76fa6091fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.658859 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Usage tracker for resource:router and tenant:bbd9124195e94334b81a65edf4db0282 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:18.661775 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:18.667650 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:18.681205 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41702'] for router, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.682606 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1784398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41713'] for router, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.688752 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2464d06f-a85b-4439-a7df-6e76fa6091fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.707111 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.760945 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2464d06f-a85b-4439-a7df-6e76fa6091fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.777201 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2464d06f-a85b-4439-a7df-6e76fa6091fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6102c3b-77b0-46ac-b34f-a4922eac038b,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:18.794104 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2464d06f-a85b-4439-a7df-6e76fa6091fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.795537 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-2464d06f-a85b-4439-a7df-6e76fa6091fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6102c3b-77b0-46ac-b34f-a4922eac038b HTTP/1.1" status: 204 len: 168 time: 0.2097208 Feb 28 18:46:18.886284 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7b6df4-7a7f-5bbf-97d4-8ba87b53318a-d0eace5e-273b-4ae8-b4fa-51496a74863c', 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'fixed_ips': [{'subnet_id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9'}]}} from dv-cinder-831188-1-smb. {{(pid=83021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 18:46:18.887212 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:18.888995 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.037061 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07639ae4-b4d7-405b-ae08-8deee305f198 req-ad51a469-3e73-49a3-88ba-b98bda92a300 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:19.041264 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07639ae4-b4d7-405b-ae08-8deee305f198 req-ad51a469-3e73-49a3-88ba-b98bda92a300 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 944 time: 0.1594744 Feb 28 18:46:19.157421 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07639ae4-b4d7-405b-ae08-8deee305f198 req-18d8aec8-9dcf-4040-89ad-744ccaf5c852 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078532 Feb 28 18:46:19.194149 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.db_base_plugin_common [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Allocated IP 172.20.0.2 (d0eace5e-273b-4ae8-b4fa-51496a74863c/3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9/6f67ec36-887c-4efb-882c-b168ef72cf56) {{(pid=83021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:19.203825 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.239304 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.317264 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.429051 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.447247 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Transition to ACTIVE for port object 6f67ec36-887c-4efb-882c-b168ef72cf56 will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:19.457045 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8075d4-075d-400f-a42a-5cff9d95b815 req-088c7e85-6f2d-4434-9e6a-c568df496c19 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:19.459297 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0c8075d4-075d-400f-a42a-5cff9d95b815 req-088c7e85-6f2d-4434-9e6a-c568df496c19 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1618452 Feb 28 18:46:19.472403 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Transition to ACTIVE for port object 6f67ec36-887c-4efb-882c-b168ef72cf56 will not be triggered until provisioned by entity DHCP. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:19.473587 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Allocated IP 172.28.3.163 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/17389683-9c06-45d5-b389-ba02a2a47fbe) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:19.486292 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.551565 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Network d0eace5e-273b-4ae8-b4fa-51496a74863c is already hosted by enough agents. {{(pid=83021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:19.559048 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.base_scheduler [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Resources bound (agent type, host, resource id): {{(pid=83021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:19.564006 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Received port after_create {{(pid=83021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:19.575681 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Pushing event updated for resources: {'Port': ['ID=6f67ec36-887c-4efb-882c-b168ef72cf56,revision_number=1']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:19.596615 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0c8075d4-075d-400f-a42a-5cff9d95b815 req-2116b099-82e4-455b-9bf4-d7f4c966227f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306150 Feb 28 18:46:19.683579 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.688539 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Attempting to bind port 6f67ec36-887c-4efb-882c-b168ef72cf56 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:19.689041 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Attempting to bind port 6f67ec36-887c-4efb-882c-b168ef72cf56 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:19.689539 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Attempting to bind port 6f67ec36-887c-4efb-882c-b168ef72cf56 on network d0eace5e-273b-4ae8-b4fa-51496a74863c {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:19.698977 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:19.699625 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Checking segment: {'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:19.700194 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.700790 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Bound using segment: {'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:19.706953 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Bound port: 6f67ec36-887c-4efb-882c-b168ef72cf56, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:19.707716 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.721786 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.814165 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:19.815539 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:19.818071 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:19.836066 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] For port 6f67ec36-887c-4efb-882c-b168ef72cf56, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:19.842128 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] For port 6f67ec36-887c-4efb-882c-b168ef72cf56, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=6f67ec36-887c-4efb-882c-b168ef72cf56,segment=NetworkSegment(1f1b3865-e7fd-4b3b-864d-371f8b714a6e),segment_id=1f1b3865-e7fd-4b3b-864d-371f8b714a6e)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:19.848237 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:19.924162 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Pushing event updated for resources: {'Port': ['ID=17389683-9c06-45d5-b389-ba02a2a47fbe,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:20.006964 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c3d9e-1649-449b-b423-3d4cf56aa3e9 None None] Pushing event updated for resources: {'Port': ['ID=6f67ec36-887c-4efb-882c-b168ef72cf56,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:20.039625 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:20.040338 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035'] for router, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:20.202209 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 755ee250-6ed9-4c0a-9611-025baaa6678e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:46:20.374732 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Router 30e73ed8-509c-4011-a0aa-27f11da16727 is scheduled to L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 with binding_index 1 {{(pid=83020) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:46:20.446762 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 755ee250-6ed9-4c0a-9611-025baaa6678e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=755ee250-6ed9-4c0a-9611-025baaa6678e,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:20.463529 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '755ee250-6ed9-4c0a-9611-025baaa6678e', 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'port_id': '755ee250-6ed9-4c0a-9611-025baaa6678e', 'mac_address': 'fa:16:3e:e8:95:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cb7169-cb4a-4475-88e5-a60620e9961a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:46:20.520426 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c4db56-918f-44e6-87a1-ed19107e2e22 req-bced877f-36f3-4b17-80c6-2ecd74c23ea9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.522690 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4c4db56-918f-44e6-87a1-ed19107e2e22 req-bced877f-36f3-4b17-80c6-2ecd74c23ea9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 944 time: 0.1408956 Feb 28 18:46:20.550023 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:20.598539 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4c4db56-918f-44e6-87a1-ed19107e2e22 req-674facd7-92a1-4196-8d98-6ee5c3be86d1 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684140 Feb 28 18:46:20.605005 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755ee250-6ed9-4c0a-9611-025baaa6678e {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:46:20.631664 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 755ee250-6ed9-4c0a-9611-025baaa6678e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=755ee250-6ed9-4c0a-9611-025baaa6678e,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:20.638434 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:20.697288 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:46:20.719464 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Sync routers for ids ['30e73ed8-509c-4011-a0aa-27f11da16727'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:46:20.730394 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:20.736389 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-778d7f87-1c0b-4ea4-982d-08800fcc90c5 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0870161 Feb 28 18:46:20.736790 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42394) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:20.760223 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Routers {'30e73ed8-509c-4011-a0aa-27f11da16727'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:20.761135 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:46:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['30e73ed8-509c-4011-a0aa-27f11da16727'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:20.904262 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=755ee250-6ed9-4c0a-9611-025baaa6678e,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:20.939467 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35c2ac-b526-46ea-9ccd-4f0fbd76d487 req-beb1ee93-326f-4a20-857d-dfe48ed9488f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:20.943163 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2c35c2ac-b526-46ea-9ccd-4f0fbd76d487 req-beb1ee93-326f-4a20-857d-dfe48ed9488f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1551368 Feb 28 18:46:21.045876 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Set router 30e73ed8-509c-4011-a0aa-27f11da16727 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:21.076817 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2c35c2ac-b526-46ea-9ccd-4f0fbd76d487 req-9025f7bc-805c-4b6a-bbe3-4750d3611a58 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257105 Feb 28 18:46:21.235148 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['755ee250-6ed9-4c0a-9611-025baaa6678e'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:46:21.438433 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f2f333-4a19-4bcf-9262-0bf9404ce68b None None] Network d0eace5e-273b-4ae8-b4fa-51496a74863c requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:46:21.605924 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e8a80e54-c994-4ea8-9afa-88465dc1fcba None None] Provisioning for port 6f67ec36-887c-4efb-882c-b168ef72cf56 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:21.650652 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 6f67ec36-887c-4efb-882c-b168ef72cf56 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:21.944816 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a80cd95-ff80-4323-b5e4-d41f8b3247c8 req-1faad9e7-f0e1-4bb6-ac9f-14f0f226e3a0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:21.946352 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5a80cd95-ff80-4323-b5e4-d41f8b3247c8 req-1faad9e7-f0e1-4bb6-ac9f-14f0f226e3a0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 945 time: 0.1485486 Feb 28 18:46:21.989974 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 6f67ec36-887c-4efb-882c-b168ef72cf56 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:21.996799 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:46:19Z', 'revision_number': 3, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port': {'id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:19Z', 'updated_at': '2022-02-28T18:46:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:22.012283 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 6f67ec36-887c-4efb-882c-b168ef72cf56 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:22.012883 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.051828 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5a80cd95-ff80-4323-b5e4-d41f8b3247c8 req-93628042-41a3-4dbc-bf29-7b8639b8e586 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961516 Feb 28 18:46:22.055188 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Checking router: 30e73ed8-509c-4011-a0aa-27f11da16727 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:46:22.055591 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Updating router 30e73ed8-509c-4011-a0aa-27f11da16727 port 17389683-9c06-45d5-b389-ba02a2a47fbe binding host dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:46:22.117117 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.156032 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.309626 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.417679 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Allocated IP 172.20.0.1 (d0eace5e-273b-4ae8-b4fa-51496a74863c/3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9/5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:22.444742 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 6f67ec36-887c-4efb-882c-b168ef72cf56, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=6f67ec36-887c-4efb-882c-b168ef72cf56,segment=NetworkSegment(1f1b3865-e7fd-4b3b-864d-371f8b714a6e),segment_id=1f1b3865-e7fd-4b3b-864d-371f8b714a6e)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:22.451071 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b769b5-4d76-4c19-836b-fc1f7cabaad1 req-2c189969-8425-4c13-ba42-86f1e167d9e1 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:22.454486 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-48b769b5-4d76-4c19-836b-fc1f7cabaad1 req-2c189969-8425-4c13-ba42-86f1e167d9e1 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1421907 Feb 28 18:46:22.454705 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.521380 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-48b769b5-4d76-4c19-836b-fc1f7cabaad1 req-f1374f3f-9b99-4a94-996c-86685908dfc3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606515 Feb 28 18:46:22.635296 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.654187 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Transition to ACTIVE for port object 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff will not be triggered until provisioned by entity DHCP. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:22.684359 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-fceb975a-8b96-4ad5-ac86-c7dec17da26a None None] Provisioning complete for port 6f67ec36-887c-4efb-882c-b168ef72cf56 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:22.684878 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fceb975a-8b96-4ad5-ac86-c7dec17da26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.689943 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.728737 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=6f67ec36-887c-4efb-882c-b168ef72cf56,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:22.766030 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Network d0eace5e-273b-4ae8-b4fa-51496a74863c is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:22.768813 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:22.771579 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:22.810814 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:22.834961 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1718005'] for router_interface, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.925343 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Notify callbacks [] for port, precommit_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.945676 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Transition to ACTIVE for port object 17389683-9c06-45d5-b389-ba02a2a47fbe will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:22.948381 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:22.960454 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.070746 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Attempting to bind port 17389683-9c06-45d5-b389-ba02a2a47fbe on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:23.071402 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Attempting to bind port 17389683-9c06-45d5-b389-ba02a2a47fbe by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:23.071510 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Attempting to bind port 17389683-9c06-45d5-b389-ba02a2a47fbe on network 6a6310a4-27e9-49f9-b733-025eb53f42bb {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:23.083001 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4e5e2-9ba5-4889-8479-09a2b5c4cd23 None None] Pushing event updated for resources: {'Port': ['ID=17389683-9c06-45d5-b389-ba02a2a47fbe,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:23.090018 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:23.090386 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:23.090770 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.091239 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Bound using segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:23.091723 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Bound port: 17389683-9c06-45d5-b389-ba02a2a47fbe, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:23.092088 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.138165 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-c8223020-2913-464f-a7f0-399527b0c9fb None None] Provisioning for port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:23.152437 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-c8223020-2913-464f-a7f0-399527b0c9fb None None] Provisioning complete for port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:23.152804 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-c8223020-2913-464f-a7f0-399527b0c9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.259510 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] For port 17389683-9c06-45d5-b389-ba02a2a47fbe, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:23.261569 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-c8223020-2913-464f-a7f0-399527b0c9fb None None] Port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:46:23.270304 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] For port 17389683-9c06-45d5-b389-ba02a2a47fbe, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=17389683-9c06-45d5-b389-ba02a2a47fbe,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:23.276855 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.287991 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.297883 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.383723 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Routers {'30e73ed8-509c-4011-a0aa-27f11da16727'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:23.384438 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:46:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['30e73ed8-509c-4011-a0aa-27f11da16727'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:23.488852 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Pushing event updated for resources: {'Port': ['ID=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:23.501169 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32144969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717784'] for router_interface, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:23.523748 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc4e5e2-9ba5-4889-8479-09a2b5c4cd23 None None] Pushing event updated for resources: {'Port': ['ID=17389683-9c06-45d5-b389-ba02a2a47fbe,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:23.600022 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ed672-75d7-4438-9dcd-a59fc2b9457c req-bab6e2f2-a488-4dac-9c28-7481fc89e664 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:23.601672 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-518ed672-75d7-4438-9dcd-a59fc2b9457c req-bab6e2f2-a488-4dac-9c28-7481fc89e664 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 945 time: 0.3579049 Feb 28 18:46:23.618521 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] Set router 30e73ed8-509c-4011-a0aa-27f11da16727 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:23.686604 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-518ed672-75d7-4438-9dcd-a59fc2b9457c req-74eac110-07ad-40b4-91d3-8b4536fe2fdc tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772457 Feb 28 18:46:23.697177 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Network d0eace5e-273b-4ae8-b4fa-51496a74863c is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:23.698135 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:23.728881 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 6f67ec36-887c-4efb-882c-b168ef72cf56 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:23.921425 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e5be3-1792-4aa7-8830-0db08c3e1132 req-9a59cbf0-3ca0-4beb-81f9-0c457802dfe7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:23.933919 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fe6e5be3-1792-4aa7-8830-0db08c3e1132 req-9a59cbf0-3ca0-4beb-81f9-0c457802dfe7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1986692 Feb 28 18:46:24.000890 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fe6e5be3-1792-4aa7-8830-0db08c3e1132 req-8bb21079-cd07-4ffc-8c41-8b1737777112 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640993 Feb 28 18:46:24.134516 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-26661585-410b-4039-9ca7-826cb9efdb83 None None] Provisioning complete for port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:24.135113 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-26661585-410b-4039-9ca7-826cb9efdb83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.228002 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 6f67ec36-887c-4efb-882c-b168ef72cf56 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:24.228308 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Router 30e73ed8-509c-4011-a0aa-27f11da16727 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:46:24.228780 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.256167 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 755ee250-6ed9-4c0a-9611-025baaa6678e up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:24.307109 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-26661585-410b-4039-9ca7-826cb9efdb83 None None] Port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:46:24.420198 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 755ee250-6ed9-4c0a-9611-025baaa6678e completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:24.428160 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:46:22Z', 'revision_number': 4, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port': {'id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:19Z', 'updated_at': '2022-02-28T18:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff', 'name': '', 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'mac_address': 'fa:16:3e:dc:e7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:22Z', 'updated_at': '2022-02-28T18:46:23Z', 'revision_number': 2, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'subnets': [{'id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:24.443127 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 755ee250-6ed9-4c0a-9611-025baaa6678e triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:24.443533 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.466262 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e1c58b-0c66-4fad-a990-aaa326e1467c None None] The sync data for ids ['30e73ed8-509c-4011-a0aa-27f11da16727'] in dv-cinder-831188-1-smb is: [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:46:22Z', 'revision_number': 4, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port': {'id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:23:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:19Z', 'updated_at': '2022-02-28T18:46:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff', 'name': '', 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'mac_address': 'fa:16:3e:dc:e7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:22Z', 'updated_at': '2022-02-28T18:46:23Z', 'revision_number': 2, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'subnets': [{'id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:46:24.468577 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:46:24.478701 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-bd69c4a2-58a0-4fd6-a5df-18b8afd664c0 admin admin] 10.222.0.45 "PUT /v2.0/routers/30e73ed8-509c-4011-a0aa-27f11da16727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7406201 Feb 28 18:46:24.581200 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.614182 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9be97c1-8c0c-4ada-be9a-ffef8592cb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755ee250-6ed9-4c0a-9611-025baaa6678e'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:46:24.625926 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 755ee250-6ed9-4c0a-9611-025baaa6678e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=755ee250-6ed9-4c0a-9611-025baaa6678e,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:24.631631 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:24.685660 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9be97c1-8c0c-4ada-be9a-ffef8592cb83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755ee250-6ed9-4c0a-9611-025baaa6678e', 'code': 200} Feb 28 18:46:24.720190 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=755ee250-6ed9-4c0a-9611-025baaa6678e,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:24.945892 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3329d3-3d80-456e-a686-8716e621ada5 req-17591a54-7686-4024-9c97-85f6c6d1851a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:24.952360 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5f3329d3-3d80-456e-a686-8716e621ada5 req-17591a54-7686-4024-9c97-85f6c6d1851a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 946 time: 0.0968139 Feb 28 18:46:25.071109 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5f3329d3-3d80-456e-a686-8716e621ada5 req-486434dd-1388-4c7f-82da-7cb5cd8d282f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124959 Feb 28 18:46:25.096293 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9425dd82-df44-491f-ad3e-1165f5cbdd8e req-098c1d8d-da77-41c3-b4f7-52cd0ca8ee21 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 1099 time: 0.1199131 Feb 28 18:46:25.155581 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9425dd82-df44-491f-ad3e-1165f5cbdd8e req-efe311e5-a657-4423-8461-af732d778709 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Feb 28 18:46:25.215554 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f3069-468a-4cf9-82b1-7c92270f3f17 req-f96fbeb9-c94b-4ae2-af0b-b76aeb92ca7d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:25.217102 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-479f3069-468a-4cf9-82b1-7c92270f3f17 req-f96fbeb9-c94b-4ae2-af0b-b76aeb92ca7d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.0810893 Feb 28 18:46:25.267828 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-479f3069-468a-4cf9-82b1-7c92270f3f17 req-268b4d13-d4c0-4d89-a21b-fe3078ef1135 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Feb 28 18:46:26.441289 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e2610a-3c08-4f8d-8c26-eb089d310972 req-21f19e8e-3783-4a51-88f2-7c25ba47b3e6 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:26.442804 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d7e2610a-3c08-4f8d-8c26-eb089d310972 req-21f19e8e-3783-4a51-88f2-7c25ba47b3e6 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 946 time: 0.1928706 Feb 28 18:46:26.507618 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d7e2610a-3c08-4f8d-8c26-eb089d310972 req-85ca2a80-77c1-4553-ae7a-41bb5ef18d87 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589089 Feb 28 18:46:26.650853 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30afc1b-c304-4ae9-8ebe-8f8b6d2162c3 req-cd15c84f-88a1-403c-8cfa-0cfbb120341c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:26.653033 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d30afc1b-c304-4ae9-8ebe-8f8b6d2162c3 req-cd15c84f-88a1-403c-8cfa-0cfbb120341c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2116096 Feb 28 18:46:26.732274 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d30afc1b-c304-4ae9-8ebe-8f8b6d2162c3 req-95c0255d-ba15-49be-a626-7788ea2792aa tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713449 Feb 28 18:46:27.615585 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42576) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:27.810487 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82157a-6fa4-4a83-b3ee-c4c78442b388 req-8e0ea9cd-455e-41c1-a6bc-ed2836422146 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:27.818475 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ab82157a-6fa4-4a83-b3ee-c4c78442b388 req-8e0ea9cd-455e-41c1-a6bc-ed2836422146 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 946 time: 0.1137433 Feb 28 18:46:27.838186 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:27.906221 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ab82157a-6fa4-4a83-b3ee-c4c78442b388 req-da778063-ad1b-4bd4-b917-db78934538b4 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864716 Feb 28 18:46:27.922202 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:27.927017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] Usage tracker for resource:security_group_rule and tenant:0da22173d5974797a07b6c66d5550a2f is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:27.930138 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:27.940356 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:28.072066 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Sync routers for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:46:28.091806 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:28.093554 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:46:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:28.147925 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.160063 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.235667 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884f0178-d315-4c56-87d4-cd234b7cc4b6 req-083533bc-5db0-419e-be77-3c22d7c315eb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:28.243022 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-884f0178-d315-4c56-87d4-cd234b7cc4b6 req-083533bc-5db0-419e-be77-3c22d7c315eb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2511609 Feb 28 18:46:28.315500 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42592) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:28.316347 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0da22173d5974797a07b6c66d5550a2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6995797 Feb 28 18:46:28.318079 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa06939d-a18b-4aa2-bd65-3de9f6bac8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d841a6-e1ad-47e6-b1c8-e82090fe11ba,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:28.384028 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-884f0178-d315-4c56-87d4-cd234b7cc4b6 req-72f26787-b800-403f-8285-508882eef64f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399875 Feb 28 18:46:28.492507 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff252-9f32-4101-9b53-d7a9623c9e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.574623 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff252-9f32-4101-9b53-d7a9623c9e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.576941 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:28.685330 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff252-9f32-4101-9b53-d7a9623c9e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.718356 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ff252-9f32-4101-9b53-d7a9623c9e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d841a6-e1ad-47e6-b1c8-e82090fe11ba,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:28.753301 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8f2ff252-9f32-4101-9b53-d7a9623c9e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:28.760870 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8f2ff252-9f32-4101-9b53-d7a9623c9e0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50d841a6-e1ad-47e6-b1c8-e82090fe11ba HTTP/1.1" status: 204 len: 168 time: 0.4436328 Feb 28 18:46:29.339933 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 2, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:29.350411 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Checking router: 7cb2f74c-d14a-4ee6-8739-793f05448fb8 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:46:29.350822 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Updating router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 port bfdc6054-7448-496d-bb86-f3ad1bceb87f binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:46:29.439706 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:29.704262 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 17389683-9c06-45d5-b389-ba02a2a47fbe up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:29.802042 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d144e8-fddd-41da-9853-fbded43cee97 req-4c04d3b0-2790-4481-bb04-7912d347ad3f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:29.808040 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f2d144e8-fddd-41da-9853-fbded43cee97 req-4c04d3b0-2790-4481-bb04-7912d347ad3f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1420944 Feb 28 18:46:29.917701 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f2d144e8-fddd-41da-9853-fbded43cee97 req-49a6ccf5-5d83-4ff7-891c-34ce586e9307 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032970 Feb 28 18:46:29.955444 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 17389683-9c06-45d5-b389-ba02a2a47fbe completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:29.965115 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 17389683-9c06-45d5-b389-ba02a2a47fbe triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:29.966406 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.232694 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.258152 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 17389683-9c06-45d5-b389-ba02a2a47fbe, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=17389683-9c06-45d5-b389-ba02a2a47fbe,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:30.267598 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.285967 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.304451 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Transition to ACTIVE for port object bfdc6054-7448-496d-bb86-f3ad1bceb87f will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:30.314292 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.440866 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf3846-71d6-4a77-8c95-de38678e3fad None None] Pushing event updated for resources: {'Port': ['ID=bfdc6054-7448-496d-bb86-f3ad1bceb87f,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:30.448107 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=17389683-9c06-45d5-b389-ba02a2a47fbe,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:30.766918 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Attempting to bind port bfdc6054-7448-496d-bb86-f3ad1bceb87f on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:30.767338 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Attempting to bind port bfdc6054-7448-496d-bb86-f3ad1bceb87f by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:30.767638 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Attempting to bind port bfdc6054-7448-496d-bb86-f3ad1bceb87f on network b4713b2e-8d2f-42f6-ad2c-82fff598e268 {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:30.778150 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:30.778150 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Checking segment: {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:30.778150 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.778150 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Bound using segment: {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:30.778150 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Bound port: bfdc6054-7448-496d-bb86-f3ad1bceb87f, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:30.778150 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:30.920720 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] For port bfdc6054-7448-496d-bb86-f3ad1bceb87f, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:30.930750 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] For port bfdc6054-7448-496d-bb86-f3ad1bceb87f, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bfdc6054-7448-496d-bb86-f3ad1bceb87f,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:30.943322 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.214709 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cf3846-71d6-4a77-8c95-de38678e3fad None None] Pushing event updated for resources: {'Port': ['ID=bfdc6054-7448-496d-bb86-f3ad1bceb87f,revision_number=4']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:31.236568 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:31.241008 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:46:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:31.432105 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a19e0ea-3a9f-48d3-8756-021df7f4b809 req-2ecb9dfc-81b5-46e5-af5d-df7780731e85 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:31.444064 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4a19e0ea-3a9f-48d3-8756-021df7f4b809 req-2ecb9dfc-81b5-46e5-af5d-df7780731e85 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2051103 Feb 28 18:46:31.609889 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4a19e0ea-3a9f-48d3-8756-021df7f4b809 req-e54b3484-448b-486b-af5c-9a15f0240593 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641455 Feb 28 18:46:31.637349 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 17389683-9c06-45d5-b389-ba02a2a47fbe up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:31.665761 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:31.775141 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 17389683-9c06-45d5-b389-ba02a2a47fbe triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:31.775718 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:31.966599 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42692) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:32.162888 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:30Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:32.167866 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605cc425-3dfb-4d67-a99c-1662a96daa4e None None] The sync data for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb is: [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:30Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:46:32.186879 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.223826 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:32.228282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] Usage tracker for resource:security_group_rule and tenant:55b68d53bdcf427db229ac4508cf6377 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:32.231570 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:32.241429 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:32.335216 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.344225 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.411473 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b9ddad-1004-4c2e-9727-e8b976e6d257,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:32.416901 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-0ba34406-c15c-4401-838a-d379d2b2eb02 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=55b68d53bdcf427db229ac4508cf6377&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4489670 Feb 28 18:46:32.419409 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42700) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:32.532133 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6229c724-7078-4110-89dc-2fc04bce4d0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.571767 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6229c724-7078-4110-89dc-2fc04bce4d0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.674505 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6229c724-7078-4110-89dc-2fc04bce4d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.710534 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229c724-7078-4110-89dc-2fc04bce4d0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b9ddad-1004-4c2e-9727-e8b976e6d257,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:32.714635 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-6229c724-7078-4110-89dc-2fc04bce4d0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:32.723779 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-6229c724-7078-4110-89dc-2fc04bce4d0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/89b9ddad-1004-4c2e-9727-e8b976e6d257 HTTP/1.1" status: 204 len: 168 time: 0.2965431 Feb 28 18:46:33.113187 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6a578-39b1-443c-ad2d-a9fdb1bd0e5e req-351b5701-3706-44eb-8bf7-c663d3360da3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:33.115497 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3da6a578-39b1-443c-ad2d-a9fdb1bd0e5e req-351b5701-3706-44eb-8bf7-c663d3360da3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1393411 Feb 28 18:46:33.236193 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3da6a578-39b1-443c-ad2d-a9fdb1bd0e5e req-7037fefb-25d6-4151-b0d4-2021f0d4a25f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146216 Feb 28 18:46:33.624400 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bfdc6054-7448-496d-bb86-f3ad1bceb87f up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:33.774361 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port bfdc6054-7448-496d-bb86-f3ad1bceb87f completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:33.786200 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port bfdc6054-7448-496d-bb86-f3ad1bceb87f triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:33.786622 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:34.085423 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:34.150905 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port bfdc6054-7448-496d-bb86-f3ad1bceb87f, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bfdc6054-7448-496d-bb86-f3ad1bceb87f,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:34.158218 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:34.241231 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=bfdc6054-7448-496d-bb86-f3ad1bceb87f,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:34.471952 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0352c6-c806-48cf-b280-b156bdd1be4a req-a030ba9f-d79f-4cf8-ba86-52afcaaa3e4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:34.480856 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7e0352c6-c806-48cf-b280-b156bdd1be4a req-a030ba9f-d79f-4cf8-ba86-52afcaaa3e4a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1024237 Feb 28 18:46:34.528319 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7e0352c6-c806-48cf-b280-b156bdd1be4a req-2b4df789-f7a0-481f-9f71-134d10680d41 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465901 Feb 28 18:46:35.604368 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bfdc6054-7448-496d-bb86-f3ad1bceb87f up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:35.794476 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port bfdc6054-7448-496d-bb86-f3ad1bceb87f triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:35.794920 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:35.973499 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ae1a0-b186-4b02-82a7-ac60468a784e req-47229b3b-c73e-4a43-8798-e573e9a62c65 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:35.976600 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7b7ae1a0-b186-4b02-82a7-ac60468a784e req-47229b3b-c73e-4a43-8798-e573e9a62c65 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2404313 Feb 28 18:46:36.092678 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7b7ae1a0-b186-4b02-82a7-ac60468a784e req-0654a0e2-2d9c-43af-9cda-753011014b58 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090086 Feb 28 18:46:37.414558 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1c28b-7415-4574-ae09-a95643fd0371 req-0bea2456-55be-4842-bc14-67f57bfc8e32 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:37.416047 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f3f1c28b-7415-4574-ae09-a95643fd0371 req-0bea2456-55be-4842-bc14-67f57bfc8e32 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1730790 Feb 28 18:46:37.491294 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f3f1c28b-7415-4574-ae09-a95643fd0371 req-7ef07ddc-5eef-4296-a3b0-e1379fd3bc67 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662622 Feb 28 18:46:38.752905 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd53424-e2d3-472e-977e-ff51c806c9ff req-01e1d142-41f0-420b-828d-f42a7bba725e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:38.756438 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5bd53424-e2d3-472e-977e-ff51c806c9ff req-01e1d142-41f0-420b-828d-f42a7bba725e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1370182 Feb 28 18:46:38.900531 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5bd53424-e2d3-472e-977e-ff51c806c9ff req-28c88c4c-2174-466a-b736-08a0cdb89f98 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365466 Feb 28 18:46:39.059850 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9f241-757d-4358-a638-dbb01369f7bc req-0b9be2c7-4477-403f-987c-a467515847a7 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:39.074755 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-0b9be2c7-4477-403f-987c-a467515847a7 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 815 time: 0.2843914 Feb 28 18:46:39.090484 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-ec9b1f7d-7956-42cf-8847-7c8586eadce0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/quotas/471ab32513ef4f049e0057fece90e335 HTTP/1.1" status: 200 len: 375 time: 0.0144794 Feb 28 18:46:39.192413 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-735243c9-6718-4614-8956-f8f06ab54fe5 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0935459 Feb 28 18:46:39.392002 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-31e5e077-bfec-4d1e-bd9c-75ffe802a05d service neutron] 10.222.0.45 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986082 Feb 28 18:46:39.700324 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e071ef8-32f5-42f3-a006-9d48abf5375d service neutron] 10.222.0.45 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074193 Feb 28 18:46:40.067111 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b1c3a534-0677-413c-86c5-0b5f21dcff2e req-da7e1944-6208-4f09-9df0-94faf9f0485d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 210 time: 0.1388102 Feb 28 18:46:40.214895 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42922) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:40.292187 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881dc02-44c9-4eb2-91a3-82e8bbe903a9 req-e36bbce2-7ff1-40b4-b305-117252b3832e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:40.301679 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b881dc02-44c9-4eb2-91a3-82e8bbe903a9 req-e36bbce2-7ff1-40b4-b305-117252b3832e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1326876 Feb 28 18:46:40.414295 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b881dc02-44c9-4eb2-91a3-82e8bbe903a9 req-e6a626f0-a847-4331-a76b-7161505aa852 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110024 Feb 28 18:46:40.432403 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:40.442794 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c898284a-6322-4904-a31e-b4bcdb2e960c req-73991c06-ae22-4bdd-8511-fc1d9c590112 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 1098 time: 0.1378543 Feb 28 18:46:40.477017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:40.486310 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] Usage tracker for resource:security_group_rule and tenant:47ba8fd23f284cdfafcef8be2fb40c98 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:40.493970 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:40.501102 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:40.515347 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c898284a-6322-4904-a31e-b4bcdb2e960c req-75c7a533-852c-48cc-b9ad-9b8f9d7b1809 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631797 Feb 28 18:46:40.564646 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-6646bc13-bab3-4592-98bb-c056bf2e6480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:40.583238 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:40.587620 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:40.639282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da2f3df8-341c-4fb1-8828-f0a96ff56a07,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:40.647090 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-c40f4b99-0e4e-4cc4-b51e-41030be04a69 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=47ba8fd23f284cdfafcef8be2fb40c98&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4310629 Feb 28 18:46:40.649572 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42934) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:40.713852 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-65ac0fc0-3e29-4e5b-9418-62d6a208d4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:40.739813 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-65ac0fc0-3e29-4e5b-9418-62d6a208d4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:40.793220 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-65ac0fc0-3e29-4e5b-9418-62d6a208d4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:40.811610 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac0fc0-3e29-4e5b-9418-62d6a208d4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da2f3df8-341c-4fb1-8828-f0a96ff56a07,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:40.813709 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-65ac0fc0-3e29-4e5b-9418-62d6a208d4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:40.817304 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-65ac0fc0-3e29-4e5b-9418-62d6a208d4e7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da2f3df8-341c-4fb1-8828-f0a96ff56a07 HTTP/1.1" status: 204 len: 168 time: 0.1643960 Feb 28 18:46:41.330593 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 42966) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:41.334722 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-07095044-ddd8-4b8f-9b69-d37fd827bfd0 req-70f8578a-1526-46e9-9bd8-00d28acb6abf tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 210 time: 0.0631506 Feb 28 18:46:41.354233 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:41.467664 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:41.477934 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] Usage tracker for resource:security_group_rule and tenant:36245e9627564dec911f736d22519b88 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:41.492665 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:41.503884 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:41.575390 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-2fc422d3-6279-476e-a2bc-3c499fa50657 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:41.578820 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-2fc422d3-6279-476e-a2bc-3c499fa50657 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/networks?id=b4713b2e-8d2f-42f6-ad2c-82fff598e268 HTTP/1.1" status: 200 len: 815 time: 0.2044325 Feb 28 18:46:41.616128 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-f1b1794e-5faa-4b19-90c1-e34cf68d8569 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/quotas/27823e420c5f438e8c7858874876f909 HTTP/1.1" status: 200 len: 375 time: 0.0287418 Feb 28 18:46:41.678609 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:41.685722 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:41.695469 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cee02-f0cd-4935-999a-a07f4b7f6fcf req-62da73b9-a5c8-4601-b77b-749b989d6e04 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:41.696997 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7d8cee02-f0cd-4935-999a-a07f4b7f6fcf req-62da73b9-a5c8-4601-b77b-749b989d6e04 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.1033070 Feb 28 18:46:41.741904 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7d8cee02-f0cd-4935-999a-a07f4b7f6fcf req-07b7f7c0-0c94-45df-970a-53bc0cc1cce0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Feb 28 18:46:41.751475 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598024e-bc8b-4369-aed1-f12e6f14d043,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:41.759681 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-fd1665c2-e0d4-4110-94d7-0a8c4acdf7d3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=36245e9627564dec911f736d22519b88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4265490 Feb 28 18:46:41.762499 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 42978) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:41.771039 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-b75693a6-4e8f-4bba-ad65-40cceeb25fe9 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=27823e420c5f438e8c7858874876f909&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1476417 Feb 28 18:46:41.833574 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ad347164-9b92-444e-895e-763df1ad30be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:41.860791 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ad347164-9b92-444e-895e-763df1ad30be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:41.914835 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ad347164-9b92-444e-895e-763df1ad30be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:41.918850 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8d08c1ed-9cc9-41c9-a24c-c75131e5da11 service neutron] 10.222.0.45 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349831 Feb 28 18:46:41.931860 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad347164-9b92-444e-895e-763df1ad30be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598024e-bc8b-4369-aed1-f12e6f14d043,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:41.940799 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ad347164-9b92-444e-895e-763df1ad30be admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:41.944834 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-ad347164-9b92-444e-895e-763df1ad30be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0598024e-bc8b-4369-aed1-f12e6f14d043 HTTP/1.1" status: 204 len: 168 time: 0.1800089 Feb 28 18:46:42.082467 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-ec1fabcf-bf35-43c6-8c15-d0f627e50aaa service neutron] 10.222.0.45 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627624 Feb 28 18:46:42.373638 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-aa02b237-93dd-48cd-a1a0-e1f2f6ced527 req-7f9dde99-ca6e-4249-9f82-7edeb2f70ed6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Synchronizing usage tracker for tenant:27823e420c5f438e8c7858874876f909 on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:46:42.408388 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-aa02b237-93dd-48cd-a1a0-e1f2f6ced527 req-7f9dde99-ca6e-4249-9f82-7edeb2f70ed6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Unset dirty status for tenant:27823e420c5f438e8c7858874876f909 on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:46:42.409896 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-aa02b237-93dd-48cd-a1a0-e1f2f6ced527 req-7f9dde99-ca6e-4249-9f82-7edeb2f70ed6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 210 time: 0.0884843 Feb 28 18:46:42.551895 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0a0b2943-6bf3-41fa-bbfb-0afe094c0338 req-67db2672-5466-41bc-a544-4f89958aafa0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 210 time: 0.0579741 Feb 28 18:46:42.591844 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9f241-757d-4358-a638-dbb01369f7bc req-1156c480-c476-4356-81ee-0624007ff978 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:42.593950 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-1156c480-c476-4356-81ee-0624007ff978 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 815 time: 0.4501913 Feb 28 18:46:42.644785 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Request body: {'port': {'device_id': 'a5150345-89c7-4423-b18c-8dc8d8b80353', 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'admin_state_up': True, 'tenant_id': '471ab32513ef4f049e0057fece90e335'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:42.856270 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:42.869545 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:42.886376 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Made reservation on behalf of 471ab32513ef4f049e0057fece90e335 for: {'port': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:42.889643 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:43.025263 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-212c72d9-4c34-4591-9a78-8f70f6fefe58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:43.206021 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a79c7-ff16-4589-b914-5daf28d1ed47 req-8abeabd6-0981-46b8-8e41-84dad141cd06 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:43.211762 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5a0a79c7-ff16-4589-b914-5daf28d1ed47 req-8abeabd6-0981-46b8-8e41-84dad141cd06 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.2062891 Feb 28 18:46:43.213498 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Allocated IP 172.20.0.11 (b401d7e9-d1d6-4283-bcfe-a545fabe86c1/c7cb7169-cb4a-4475-88e5-a60620e9961a/50c91f43-6c24-4d30-9743-fd48f2a34591) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:43.331650 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5a0a79c7-ff16-4589-b914-5daf28d1ed47 req-c311f057-697d-44d4-ae7b-e42eaae3e6b7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154742 Feb 28 18:46:43.537955 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:43.559827 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c3b36-6950-4104-b64b-9781a1254c18 req-a0cced8a-a1c1-4d87-a5c2-fbb7f39a35ab tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:43.562004 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-173c3b36-6950-4104-b64b-9781a1254c18 req-a0cced8a-a1c1-4d87-a5c2-fbb7f39a35ab tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0981164 Feb 28 18:46:43.573785 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:43.617383 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-173c3b36-6950-4104-b64b-9781a1254c18 req-e1f026bd-0b42-49a4-9b7d-bb3639e94150 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Feb 28 18:46:43.626678 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4c6ceb87-bf7c-4c42-9274-961805732fc1', 'adb5969d-9ec0-46a7-bf49-95073d34d1be', '755ee250-6ed9-4c0a-9611-025baaa6678e'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:46:43.689156 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-87f5ec08-8127-418f-932b-6ce1a1279c96 req-d289d2cf-1c67-4ba6-993b-543e284b99c3 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 210 time: 0.1047802 Feb 28 18:46:43.707758 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:43.709047 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:43.710874 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Pushing event updated for resources: {'Port': ['ID=50c91f43-6c24-4d30-9743-fd48f2a34591,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:43.718281 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:43.722451 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:43.727907 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:43.784063 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-f1b198c7-3fae-487b-b913-48b75ea99776 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1455402 Feb 28 18:46:43.804817 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Request body: {'port': {'device_id': 'a5150345-89c7-4423-b18c-8dc8d8b80353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:43.948366 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:44.102562 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:44.190452 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d1e2d-0462-4934-9a46-01a48c6f920f req-97b70aff-0b36-4b9e-9ad7-27e8aa9c54e7 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:44.197847 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c18d1e2d-0462-4934-9a46-01a48c6f920f req-97b70aff-0b36-4b9e-9ad7-27e8aa9c54e7 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 932 time: 0.3604512 Feb 28 18:46:44.289509 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:44.348325 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-b02115cf-a62e-4360-b3a3-cb90bab797cd tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:44.350779 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-b02115cf-a62e-4360-b3a3-cb90bab797cd tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.65 "GET /v2.0/networks?id=b4713b2e-8d2f-42f6-ad2c-82fff598e268 HTTP/1.1" status: 200 len: 815 time: 0.3763561 Feb 28 18:46:44.378582 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c18d1e2d-0462-4934-9a46-01a48c6f920f req-962a67a3-27ec-4f2e-b35f-5b59f7061ab4 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786332 Feb 28 18:46:44.387664 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'port': {'device_id': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'admin_state_up': True, 'tenant_id': '27823e420c5f438e8c7858874876f909'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:44.649392 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c91f43-6c24-4d30-9743-fd48f2a34591 {{(pid=83020) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:46:44.656345 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:44.656868 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:44.672815 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Transition to ACTIVE for port object 50c91f43-6c24-4d30-9743-fd48f2a34591 will not be triggered until provisioned by entity L2. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:44.678135 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:44.684055 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:44.706012 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Made reservation on behalf of 27823e420c5f438e8c7858874876f909 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:46:44.709633 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:44.919958 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Pushing event updated for resources: {'Port': ['ID=50c91f43-6c24-4d30-9743-fd48f2a34591,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:44.994272 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7ebcb3d9-d07e-4e77-b32d-f155a8c38e01 req-deda7979-4d77-44c5-bd50-e31eca78d2d7 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 210 time: 0.0879183 Feb 28 18:46:44.999888 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Attempting to bind port 50c91f43-6c24-4d30-9743-fd48f2a34591 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:45.000429 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Attempting to bind port 50c91f43-6c24-4d30-9743-fd48f2a34591 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:45.000760 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Attempting to bind port 50c91f43-6c24-4d30-9743-fd48f2a34591 on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:45.015394 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Port 50c91f43-6c24-4d30-9743-fd48f2a34591 on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:46:45.031610 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Attempting to bind port 50c91f43-6c24-4d30-9743-fd48f2a34591 on network b401d7e9-d1d6-4283-bcfe-a545fabe86c1 {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:45.039356 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:45.039690 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Checking segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:45.040070 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Bound using segment: {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'} {{(pid=83020) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:45.040544 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.managers [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Bound port: 50c91f43-6c24-4d30-9743-fd48f2a34591, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62d9b3c5-b957-4342-8dc1-a6fcfede74a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1'}}] {{(pid=83020) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:45.040881 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.162670 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Allocated IP 172.20.0.11 (b4713b2e-8d2f-42f6-ad2c-82fff598e268/3cf16e60-78a9-4045-8fa9-30bde607bc82/aeb5fadb-93d2-4492-a288-b415bfcca83e) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:46:45.185371 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] For port 50c91f43-6c24-4d30-9743-fd48f2a34591, host hv-cinder-83118, cleared binding levels {{(pid=83020) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:45.189313 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] For port 50c91f43-6c24-4d30-9743-fd48f2a34591, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=50c91f43-6c24-4d30-9743-fd48f2a34591,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83020) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:45.195471 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.281152 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.282604 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] 10.222.0.65 "PUT /v2.0/ports/50c91f43-6c24-4d30-9743-fd48f2a34591 HTTP/1.1" status: 200 len: 1094 time: 1.4823091 Feb 28 18:46:45.283072 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5150345-89c7-4423-b18c-8dc8d8b80353', 'tag': '50c91f43-6c24-4d30-9743-fd48f2a34591'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:46:45.330543 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f0336-5d27-4a2b-a49d-8144f4536771 service neutron] Pushing event updated for resources: {'Port': ['ID=50c91f43-6c24-4d30-9743-fd48f2a34591,revision_number=3']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:45.398260 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.479782 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.498733 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Transition to ACTIVE for port object aeb5fadb-93d2-4492-a288-b415bfcca83e will not be triggered until provisioned by entity DHCP. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:45.536827 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.619130 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5150345-89c7-4423-b18c-8dc8d8b80353', 'tag': '50c91f43-6c24-4d30-9743-fd48f2a34591', 'status': 'completed', 'code': 200} Feb 28 18:46:45.621888 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:46:45.625636 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:46:45.627780 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'Port': ['ID=aeb5fadb-93d2-4492-a288-b415bfcca83e,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:45.636915 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:46:45.817470 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:45.818203 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:45.859517 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed747cf-2165-415c-b8fd-dabb16be6e02 req-43d05a65-6b0f-44da-a746-7d4934dfc12a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:45.862906 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-5ed747cf-2165-415c-b8fd-dabb16be6e02 req-43d05a65-6b0f-44da-a746-7d4934dfc12a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:46:45.908510 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-adc73e75-00c3-4e5b-bc67-8d7bedc3c30d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5248530 Feb 28 18:46:45.919167 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-c6f0e40e-88e8-4ddc-bcde-95760898d796 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 1097 time: 0.5646024 Feb 28 18:46:45.930083 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-5ed747cf-2165-415c-b8fd-dabb16be6e02 req-43d05a65-6b0f-44da-a746-7d4934dfc12a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:46:45.954716 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5ed747cf-2165-415c-b8fd-dabb16be6e02 req-43d05a65-6b0f-44da-a746-7d4934dfc12a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.3202446 Feb 28 18:46:45.979734 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Request body: {'port': {'device_id': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:46:46.199251 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-f64338bc-743c-4c1e-89be-e398882fac8f None None] Provisioning for port aeb5fadb-93d2-4492-a288-b415bfcca83e completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:46.212395 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-0c3a17b3-52e7-498b-9c18-e80ec4423944 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50c91f43-6c24-4d30-9743-fd48f2a34591 HTTP/1.1" status: 200 len: 217 time: 0.1850128 Feb 28 18:46:46.213591 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-f64338bc-743c-4c1e-89be-e398882fac8f None None] Provisioning complete for port aeb5fadb-93d2-4492-a288-b415bfcca83e triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:46.214781 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f64338bc-743c-4c1e-89be-e398882fac8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.359034 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:46.424505 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5ed747cf-2165-415c-b8fd-dabb16be6e02 req-035d5a0e-c194-4c26-b6c8-076ba5c10d24 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687669 Feb 28 18:46:46.434765 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-f64338bc-743c-4c1e-89be-e398882fac8f None None] Port aeb5fadb-93d2-4492-a288-b415bfcca83e cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:46:46.461586 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9f241-757d-4358-a638-dbb01369f7bc req-0f8bf127-820d-465b-baf9-f0731dbc77f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:46.467557 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-0f8bf127-820d-465b-baf9-f0731dbc77f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.2302279 Feb 28 18:46:46.775904 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49037da8-3c19-466e-9538-c9ee93b374ec req-54580070-4f6c-43cd-9151-9f8b19ad34e7 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:46.794330 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-49037da8-3c19-466e-9538-c9ee93b374ec req-54580070-4f6c-43cd-9151-9f8b19ad34e7 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 932 time: 0.1462636 Feb 28 18:46:46.853070 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-49037da8-3c19-466e-9538-c9ee93b374ec req-ceae697e-40d8-4cb7-ad87-f7b71fd86dc0 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Synchronizing usage tracker for tenant:27823e420c5f438e8c7858874876f909 on resource:security_group {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:46:46.896686 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-49037da8-3c19-466e-9538-c9ee93b374ec req-ceae697e-40d8-4cb7-ad87-f7b71fd86dc0 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Unset dirty status for tenant:27823e420c5f438e8c7858874876f909 on resource:security_group {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:46:46.898314 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-49037da8-3c19-466e-9538-c9ee93b374ec req-ceae697e-40d8-4cb7-ad87-f7b71fd86dc0 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026704 Feb 28 18:46:47.117973 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261608dd-0234-4e5a-8da3-2d7f62eb5592 req-c87223e5-87e6-4796-903e-a365781d2b35 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:47.120309 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-261608dd-0234-4e5a-8da3-2d7f62eb5592 req-c87223e5-87e6-4796-903e-a365781d2b35 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.2005436 Feb 28 18:46:47.152003 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeb5fadb-93d2-4492-a288-b415bfcca83e {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:46:47.168841 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.209469 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Transition to ACTIVE for port object aeb5fadb-93d2-4492-a288-b415bfcca83e will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:47.220075 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.332570 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-261608dd-0234-4e5a-8da3-2d7f62eb5592 req-2e4025b6-e3c4-4b4d-b85a-be2f7bae8d60 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999488 Feb 28 18:46:47.420107 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Pushing event updated for resources: {'Port': ['ID=aeb5fadb-93d2-4492-a288-b415bfcca83e,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:47.696758 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Attempting to bind port aeb5fadb-93d2-4492-a288-b415bfcca83e on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:47.697292 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Attempting to bind port aeb5fadb-93d2-4492-a288-b415bfcca83e by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:47.697799 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Attempting to bind port aeb5fadb-93d2-4492-a288-b415bfcca83e on network b4713b2e-8d2f-42f6-ad2c-82fff598e268 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:47.710658 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Port aeb5fadb-93d2-4492-a288-b415bfcca83e on network b4713b2e-8d2f-42f6-ad2c-82fff598e268 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:46:47.711132 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Attempting to bind port aeb5fadb-93d2-4492-a288-b415bfcca83e on network b4713b2e-8d2f-42f6-ad2c-82fff598e268 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:47.734156 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:47.734555 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Checking segment: {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:47.734991 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Bound using segment: {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:47.735819 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Bound port: aeb5fadb-93d2-4492-a288-b415bfcca83e, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d570192-d370-4c29-bb21-085b0177cd1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:47.736387 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.891362 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] For port aeb5fadb-93d2-4492-a288-b415bfcca83e, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:47.894661 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] For port aeb5fadb-93d2-4492-a288-b415bfcca83e, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:47.900807 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.937004 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afb372-b339-4686-aecb-0d9b19fb9778 req-192fc0b0-264d-4995-8fb6-8939612d2c38 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:47.939968 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d4afb372-b339-4686-aecb-0d9b19fb9778 req-192fc0b0-264d-4995-8fb6-8939612d2c38 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.2095923 Feb 28 18:46:47.993281 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:47.994797 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] 10.222.0.65 "PUT /v2.0/ports/aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 1094 time: 2.0214877 Feb 28 18:46:47.995397 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:46:48.019943 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d4afb372-b339-4686-aecb-0d9b19fb9778 req-c7213c30-e461-4b8d-9c1e-3323fe4cac2f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709314 Feb 28 18:46:48.020299 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3566f2-12d9-4953-b197-71e8d93a71eb service neutron] Pushing event updated for resources: {'Port': ['ID=aeb5fadb-93d2-4492-a288-b415bfcca83e,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:48.276664 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'status': 'completed', 'code': 200} Feb 28 18:46:48.352398 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c2130-b7a2-47f3-bf31-e83c36e6228e req-c8e1096d-f393-4bf0-a8ce-8a5e0c3126e4 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:48.363547 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-f09c2130-b7a2-47f3-bf31-e83c36e6228e req-c8e1096d-f393-4bf0-a8ce-8a5e0c3126e4 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Synchronizing usage tracker for tenant:27823e420c5f438e8c7858874876f909 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:46:48.436696 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-f09c2130-b7a2-47f3-bf31-e83c36e6228e req-c8e1096d-f393-4bf0-a8ce-8a5e0c3126e4 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Unset dirty status for tenant:27823e420c5f438e8c7858874876f909 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:46:48.446412 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f09c2130-b7a2-47f3-bf31-e83c36e6228e req-c8e1096d-f393-4bf0-a8ce-8a5e0c3126e4 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.2525361 Feb 28 18:46:48.504438 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f09c2130-b7a2-47f3-bf31-e83c36e6228e req-b874198e-dd44-43d6-919f-44ae61ffbca2 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543518 Feb 28 18:46:48.612495 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd3cc8-cf7e-4d11-9c21-9486ac031665 req-fedb4a46-aca2-4a30-b93b-8165a4ffebf9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:48.619684 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8bfd3cc8-cf7e-4d11-9c21-9486ac031665 req-fedb4a46-aca2-4a30-b93b-8165a4ffebf9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1008277 Feb 28 18:46:48.687292 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8bfd3cc8-cf7e-4d11-9c21-9486ac031665 req-4affe289-5c07-42df-85ba-e233357cc8f5 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665493 Feb 28 18:46:49.246794 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844e9be-e5cf-4f2c-afbb-47c0f5dff4af req-5fdece4a-0eb7-4880-8bb0-561695c40b45 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:49.249933 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9844e9be-e5cf-4f2c-afbb-47c0f5dff4af req-5fdece4a-0eb7-4880-8bb0-561695c40b45 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.0894012 Feb 28 18:46:49.282633 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:49.298373 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9844e9be-e5cf-4f2c-afbb-47c0f5dff4af req-03a798fc-44bc-478a-9869-15b9aebe76c3 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430562 Feb 28 18:46:49.406304 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43182) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:49.585792 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:49.628085 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:49.633758 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] Usage tracker for resource:security_group_rule and tenant:855bb0853d6e430aa54dd219dcb357d7 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:49.637714 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:49.646288 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:49.832383 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:49.843618 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:49.914851 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e23f51-5088-4bee-af59-515e6fec3ed1 req-a186cfe0-60c6-4833-a659-e1cef15a0be8 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:49.923277 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11e23f51-5088-4bee-af59-515e6fec3ed1 req-a186cfe0-60c6-4833-a659-e1cef15a0be8 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.2121713 Feb 28 18:46:49.929618 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de36e9c5-074f-4c7f-ab1c-f31582b7962d,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:49.942200 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-a63be6a0-b22a-44e9-9c61-7ab69076b2a9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=855bb0853d6e430aa54dd219dcb357d7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5330384 Feb 28 18:46:49.946336 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43196) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:50.026491 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11e23f51-5088-4bee-af59-515e6fec3ed1 req-b5dfae4d-4fce-45ae-91d8-8a9a7c6c8804 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016047 Feb 28 18:46:50.148352 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63056ce8-cef6-4aef-a7d8-436f1940909b req-73ab6b92-51ac-4d92-b4fa-fffb6523f5bc tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:50.157141 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-63056ce8-cef6-4aef-a7d8-436f1940909b req-73ab6b92-51ac-4d92-b4fa-fffb6523f5bc tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.2668941 Feb 28 18:46:50.175553 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-743e7a7a-0b96-4680-a24d-4b1698205c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:50.214109 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-743e7a7a-0b96-4680-a24d-4b1698205c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:50.312592 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-63056ce8-cef6-4aef-a7d8-436f1940909b req-4835edce-30d2-4d02-abad-f3b6b01ac36f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541073 Feb 28 18:46:50.343641 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-743e7a7a-0b96-4680-a24d-4b1698205c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:50.388474 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e7a7a-0b96-4680-a24d-4b1698205c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de36e9c5-074f-4c7f-ab1c-f31582b7962d,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:50.398564 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-743e7a7a-0b96-4680-a24d-4b1698205c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:50.408732 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-743e7a7a-0b96-4680-a24d-4b1698205c49 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de36e9c5-074f-4c7f-ab1c-f31582b7962d HTTP/1.1" status: 204 len: 168 time: 0.4588008 Feb 28 18:46:50.667286 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719fc66-09fa-46f5-88c9-b7dc25a6655c req-9ad6d13a-2c62-42a7-af0f-615a8a0db1a0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:50.669026 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d719fc66-09fa-46f5-88c9-b7dc25a6655c req-9ad6d13a-2c62-42a7-af0f-615a8a0db1a0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.1331141 Feb 28 18:46:50.761917 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d719fc66-09fa-46f5-88c9-b7dc25a6655c req-22e67364-00e2-4832-bad3-e95c4aa479ab tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821958 Feb 28 18:46:51.479843 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c895f14e-acf2-4ba9-840d-8726bdd63821 req-89b8873d-a047-4e1f-8939-55957a4395f3 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:51.506120 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c895f14e-acf2-4ba9-840d-8726bdd63821 req-89b8873d-a047-4e1f-8939-55957a4395f3 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.2650356 Feb 28 18:46:51.604371 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c895f14e-acf2-4ba9-840d-8726bdd63821 req-a55de5dc-8e56-4ec1-bba8-eb3aadbc5264 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972881 Feb 28 18:46:51.739763 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8649ba6-bb86-47ac-a815-a3d04329b903 req-6abf3517-d514-4b8e-9651-575c60a9282a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:51.756043 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8649ba6-bb86-47ac-a815-a3d04329b903 req-6abf3517-d514-4b8e-9651-575c60a9282a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1941087 Feb 28 18:46:51.879875 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e8649ba6-bb86-47ac-a815-a3d04329b903 req-b35ac7cd-b9ac-46fa-9a54-4065a02cdad1 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226463 Feb 28 18:46:52.224593 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46da72-72fb-4020-a517-2f3ea180c42b req-c9f32b79-b69b-434d-b0be-f40b619427e4 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:52.238858 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e46da72-72fb-4020-a517-2f3ea180c42b req-c9f32b79-b69b-434d-b0be-f40b619427e4 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.1908288 Feb 28 18:46:52.321196 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e46da72-72fb-4020-a517-2f3ea180c42b req-74212cca-242d-46bd-a2f3-a1f1da7e46f3 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750861 Feb 28 18:46:53.122287 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a558b-5cce-44ce-a5b5-22ec711d9c31 req-6703ddea-debf-44a5-92de-2ff6a49d68cb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:53.140759 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-362a558b-5cce-44ce-a5b5-22ec711d9c31 req-6703ddea-debf-44a5-92de-2ff6a49d68cb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.2154286 Feb 28 18:46:53.212723 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-362a558b-5cce-44ce-a5b5-22ec711d9c31 req-92643bfd-4920-4a72-9e73-d5fcc69d03e2 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699143 Feb 28 18:46:53.520869 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca3dad-d036-4d94-a5dd-66ad14caf51d req-31704e29-62b7-4e52-a481-4cb915ea69d4 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:53.531863 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6eca3dad-d036-4d94-a5dd-66ad14caf51d req-31704e29-62b7-4e52-a481-4cb915ea69d4 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1419556 Feb 28 18:46:53.615691 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6eca3dad-d036-4d94-a5dd-66ad14caf51d req-11b44b89-ca65-4c53-9b04-1b644e25c8de tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797746 Feb 28 18:46:53.782438 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Sync routers for ids ['30e73ed8-509c-4011-a0aa-27f11da16727'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:46:53.796239 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:46:53.796896 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Routers {'30e73ed8-509c-4011-a0aa-27f11da16727'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:53.797263 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:46:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['30e73ed8-509c-4011-a0aa-27f11da16727'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:53.934199 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03168b-9b43-407a-9d64-cbae76a7b79b req-823109cb-b3c0-4635-8466-60e936c60d08 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:53.952505 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9e03168b-9b43-407a-9d64-cbae76a7b79b req-823109cb-b3c0-4635-8466-60e936c60d08 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.1598768 Feb 28 18:46:54.067371 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Set router 30e73ed8-509c-4011-a0aa-27f11da16727 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:54.113469 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9e03168b-9b43-407a-9d64-cbae76a7b79b req-43428736-7046-430e-a269-51848a42b995 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546371 Feb 28 18:46:54.482279 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff9bd4-9232-4e4b-94bd-a66f38564963 req-1e6191d4-799e-4692-a9a9-ce9eaeb889e7 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:54.485076 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1fff9bd4-9232-4e4b-94bd-a66f38564963 req-1e6191d4-799e-4692-a9a9-ce9eaeb889e7 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.1182380 Feb 28 18:46:54.553879 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1fff9bd4-9232-4e4b-94bd-a66f38564963 req-b1ae909c-2e78-4b33-a11a-a95d4970071a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603578 Feb 28 18:46:54.580626 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:46:22Z', 'revision_number': 4, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port': {'id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:19Z', 'updated_at': '2022-02-28T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff', 'name': '', 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'mac_address': 'fa:16:3e:dc:e7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:22Z', 'updated_at': '2022-02-28T18:46:23Z', 'revision_number': 2, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'subnets': [{'id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:54.586208 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Checking router: 30e73ed8-509c-4011-a0aa-27f11da16727 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:46:54.586839 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Updating router 30e73ed8-509c-4011-a0aa-27f11da16727 port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff binding host dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:46:54.697741 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.014300 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732bb7ac-81c8-4440-8582-2c48f4c52f06 req-d9bcc942-116f-4bb9-8aa5-398f64a38868 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:55.021413 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-732bb7ac-81c8-4440-8582-2c48f4c52f06 req-d9bcc942-116f-4bb9-8aa5-398f64a38868 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1113281 Feb 28 18:46:55.095104 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-732bb7ac-81c8-4440-8582-2c48f4c52f06 req-1a50fe57-58a1-45da-8902-3b28bb9c97be tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723226 Feb 28 18:46:55.250225 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Notify callbacks [] for port, precommit_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.273639 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Transition to ACTIVE for port object 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:46:55.283935 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.417733 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4e0ac-de4d-4afa-b6c8-4d5e152d6e63 req-05008cba-6873-403a-8ae3-cd81e7dd57d2 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:55.419886 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b8a4e0ac-de4d-4afa-b6c8-4d5e152d6e63 req-05008cba-6873-403a-8ae3-cd81e7dd57d2 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.0953989 Feb 28 18:46:55.528740 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Pushing event updated for resources: {'Port': ['ID=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:55.551996 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b8a4e0ac-de4d-4afa-b6c8-4d5e152d6e63 req-5ace1189-e44d-47a3-b6de-888499e8c5eb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232750 Feb 28 18:46:55.562267 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.562607 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.562953 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.563306 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.563607 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.563925 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.564239 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.564741 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.565056 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.565376 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.565676 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:55.730468 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Attempting to bind port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:46:55.730841 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Attempting to bind port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:46:55.731207 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Attempting to bind port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff on network d0eace5e-273b-4ae8-b4fa-51496a74863c {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:46:55.739003 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:46:55.739422 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Checking segment: {'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:46:55.739828 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.740215 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Bound using segment: {'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:46:55.740684 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Bound port: 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f1b3865-e7fd-4b3b-864d-371f8b714a6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:46:55.741055 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.908654 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] For port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:46:55.912486 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] For port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,segment=NetworkSegment(1f1b3865-e7fd-4b3b-864d-371f8b714a6e),segment_id=1f1b3865-e7fd-4b3b-864d-371f8b714a6e)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:46:55.917407 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:55.947023 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfe07f-d83e-4cfd-a0fc-3964a05d0207 req-46bc9230-b023-40a8-a1d3-4cf099759129 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:55.954910 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-47dfe07f-d83e-4cfd-a0fc-3964a05d0207 req-46bc9230-b023-40a8-a1d3-4cf099759129 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.1457098 Feb 28 18:46:56.005518 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Routers {'30e73ed8-509c-4011-a0aa-27f11da16727'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:46:56.006934 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:46:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['30e73ed8-509c-4011-a0aa-27f11da16727'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:56.025412 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-47dfe07f-d83e-4cfd-a0fc-3964a05d0207 req-881287d8-d3c2-464f-a581-2869229ecfa3 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671473 Feb 28 18:46:56.218649 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] Set router 30e73ed8-509c-4011-a0aa-27f11da16727 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:46:56.428168 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa7e9a-e007-4dc6-80fb-5e9206cb48e8 req-d8dd0950-453f-49d0-9fda-951ef90ca0cd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:56.435520 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8efa7e9a-e007-4dc6-80fb-5e9206cb48e8 req-d8dd0950-453f-49d0-9fda-951ef90ca0cd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1833892 Feb 28 18:46:56.503708 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8efa7e9a-e007-4dc6-80fb-5e9206cb48e8 req-3bed580f-7193-4b6f-bc44-d9f20be0f931 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668471 Feb 28 18:46:56.557076 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ced776-4757-404b-a4de-464360e7f51e None None] Pushing event updated for resources: {'Port': ['ID=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:56.621652 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43386) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:56.725196 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:46:22Z', 'revision_number': 4, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port': {'id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:19Z', 'updated_at': '2022-02-28T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff', 'name': '', 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'mac_address': 'fa:16:3e:dc:e7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:22Z', 'updated_at': '2022-02-28T18:46:55Z', 'revision_number': 4, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'subnets': [{'id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:46:56.730910 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff59531-4403-458f-a9d4-0f6b6839baa8 None None] The sync data for ids ['30e73ed8-509c-4011-a0aa-27f11da16727'] in dv-cinder-831188-1-smb is: [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:46:22Z', 'revision_number': 4, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port': {'id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:19Z', 'updated_at': '2022-02-28T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff', 'name': '', 'network_id': 'd0eace5e-273b-4ae8-b4fa-51496a74863c', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'mac_address': 'fa:16:3e:dc:e7:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:22Z', 'updated_at': '2022-02-28T18:46:55Z', 'revision_number': 4, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'subnets': [{'id': '3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:46:56.841617 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.876696 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:56.880744 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Usage tracker for resource:security_group_rule and tenant:c293543101774fffae125aaa9fa19d21 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:56.883940 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:56.892274 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:56.920972 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e059ef7-081c-4ba0-923f-406641c0e353 req-9d577359-fabb-41c9-820e-53d378d3f959 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:56.922486 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e059ef7-081c-4ba0-923f-406641c0e353 req-9d577359-fabb-41c9-820e-53d378d3f959 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.0810540 Feb 28 18:46:56.974015 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e059ef7-081c-4ba0-923f-406641c0e353 req-e24d5759-c792-42d4-9ec3-a31fd8b7443c tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Feb 28 18:46:56.976730 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:56.981892 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:57.042492 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b565b08-e945-4272-86a7-909fa71f5d5f,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:57.057506 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43396) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:57.063810 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c293543101774fffae125aaa9fa19d21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4348691 Feb 28 18:46:57.071121 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.071560 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.072020 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.072423 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.072886 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.073284 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.073771 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.074167 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.074521 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.074824 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.075276 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef8d26c2-ee30-4317-a3b5-a986470fb3e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.137963 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:57.213423 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:57.219854 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-bb2303e6-63a3-4b69-896d-73fe09544dde service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605235 Feb 28 18:46:57.295038 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e877890-564e-4e6f-b765-0e343fc4dd4f req-159584a0-79a9-40fa-9b64-4f88f61442a3 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:57.302428 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7e877890-564e-4e6f-b765-0e343fc4dd4f req-159584a0-79a9-40fa-9b64-4f88f61442a3 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.1342468 Feb 28 18:46:57.326607 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:57.352235 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b565b08-e945-4272-86a7-909fa71f5d5f,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:57.370695 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:57.371830 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b565b08-e945-4272-86a7-909fa71f5d5f HTTP/1.1" status: 204 len: 168 time: 0.3129117 Feb 28 18:46:57.376914 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.377231 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.377569 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.377908 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.378324 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.378626 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.379027 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.379406 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.379748 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.380158 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.380479 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e58cf3-b403-488f-855a-bff106901d62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:46:57.401550 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7e877890-564e-4e6f-b765-0e343fc4dd4f req-1ee27a11-5547-4c65-b12d-15f4966a8de8 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981572 Feb 28 18:46:57.498158 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-124bbd55-eec0-4575-a099-b04989807971 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231655 Feb 28 18:46:57.674889 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f81904-4ba2-4bfd-9f0c-f51abf4e203b req-f7b06732-a71a-415e-9193-43d9a87f59d2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27823e420c5f438e8c7858874876f909&device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1097 time: 0.2633958 Feb 28 18:46:57.682831 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:57.860122 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-11b9f241-757d-4358-a638-dbb01369f7bc req-a9dbd970-6df0-4ccf-9fc5-d2719e7e3066 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553157 Feb 28 18:46:57.864247 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:46:57.871123 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:57.871828 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.138673 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-9d604f0d-be17-49ba-905c-0c157f1acece service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1099 time: 0.6211622 Feb 28 18:46:58.157235 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.243335 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,segment=NetworkSegment(1f1b3865-e7fd-4b3b-864d-371f8b714a6e),segment_id=1f1b3865-e7fd-4b3b-864d-371f8b714a6e)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:46:58.254607 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.294832 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43422) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:58.333211 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.351785 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f81904-4ba2-4bfd-9f0c-f51abf4e203b req-bb88c71b-6f51-4ed6-84a8-80190a069a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.353143 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f81904-4ba2-4bfd-9f0c-f51abf4e203b req-bb88c71b-6f51-4ed6-84a8-80190a069a8e service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=27823e420c5f438e8c7858874876f909&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6481457 Feb 28 18:46:58.383572 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:58.395717 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-ba1479bf-88bc-406f-ac66-9af8c6740aa2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=471ab32513ef4f049e0057fece90e335&device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 1097 time: 0.3550246 Feb 28 18:46:58.457475 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba150ba-b5d5-4d74-b654-0bdcd13cbae8 req-96b23eaf-00b8-458d-816c-9f2013738d42 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.458899 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7ba150ba-b5d5-4d74-b654-0bdcd13cbae8 req-96b23eaf-00b8-458d-816c-9f2013738d42 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.3873322 Feb 28 18:46:58.476625 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:46:58.554574 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-82f29b02-9f95-4b6d-a4ff-ca39c0636313 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.556102 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-82f29b02-9f95-4b6d-a4ff-ca39c0636313 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 920 time: 0.3937035 Feb 28 18:46:58.599358 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] Usage tracker for resource:security_group_rule and tenant:727d5316827547209308fb60b1a51cef is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:46:58.606549 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:46:58.625147 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:46:58.633173 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7ba150ba-b5d5-4d74-b654-0bdcd13cbae8 req-3eb7c5f6-53ab-4fb6-9316-bc2da7cf3aa6 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675220 Feb 28 18:46:58.660377 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-53798494-06e1-49c4-8205-d36491e8e83e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 200 len: 217 time: 0.0795202 Feb 28 18:46:58.670802 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f81904-4ba2-4bfd-9f0c-f51abf4e203b req-f06e393b-d43d-4709-981e-2717864ef746 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.673078 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-46f81904-4ba2-4bfd-9f0c-f51abf4e203b req-f06e393b-d43d-4709-981e-2717864ef746 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3086562 Feb 28 18:46:58.728746 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-823132c7-a8be-475f-b9ba-1a0ac9590424 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.730250 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-823132c7-a8be-475f-b9ba-1a0ac9590424 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 200 len: 916 time: 0.2865341 Feb 28 18:46:58.746188 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a69ae-20c2-43e0-988f-471823dd1f41 req-21a432c1-dc6e-491c-bb43-341798d4164b tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.747683 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ea6a69ae-20c2-43e0-988f-471823dd1f41 req-21a432c1-dc6e-491c-bb43-341798d4164b tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.3971181 Feb 28 18:46:58.754824 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-d94b0712-3628-40a8-baf6-54972a1ec78f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:58.756779 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-d94b0712-3628-40a8-baf6-54972a1ec78f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.0827212 Feb 28 18:46:58.853154 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.866413 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:58.900800 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-46246f9e-0082-4306-857f-98942e0fc07d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50c91f43-6c24-4d30-9743-fd48f2a34591 HTTP/1.1" status: 200 len: 217 time: 0.0993474 Feb 28 18:46:58.914387 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-72a23050-d8b8-42b9-bd64-21721e82d16e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050305 Feb 28 18:46:58.925412 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ea6a69ae-20c2-43e0-988f-471823dd1f41 req-f75d193e-b5d7-499c-9eb7-5a6c92c21396 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681752 Feb 28 18:46:58.974733 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362144af-78f1-405f-aaf6-f07aa2ad16f2,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:58.985910 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-54bbfea8-0edc-42df-9753-2f556d18e0d1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=727d5316827547209308fb60b1a51cef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6855493 Feb 28 18:46:58.985910 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43430) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:46:59.033087 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-6c031c9d-7cb3-4ae7-905a-51b694a0e421 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:59.034541 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-6c031c9d-7cb3-4ae7-905a-51b694a0e421 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 200 len: 855 time: 0.1213005 Feb 28 18:46:59.089843 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-bae3eee3-ff15-40ae-8cd9-498186ab28a7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b401d7e9-d1d6-4283-bcfe-a545fabe86c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468535 Feb 28 18:46:59.138571 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7833010f-6fa0-43b3-8703-69493432b3f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.179937 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-33bef228-013f-4dfd-83b2-24654767ab90 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531404 Feb 28 18:46:59.233718 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7833010f-6fa0-43b3-8703-69493432b3f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.304201 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-32e500c0-eef9-407e-bc21-27a864acb751 service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944818 Feb 28 18:46:59.331431 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb51659-7396-4de3-82b8-f28760f34b6f req-6dc7f609-1385-4c56-93f5-8ee76c8bbbd7 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:59.333176 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7cb51659-7396-4de3-82b8-f28760f34b6f req-6dc7f609-1385-4c56-93f5-8ee76c8bbbd7 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.5623105 Feb 28 18:46:59.347836 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-fb734442-3db5-4b5c-b292-9918f0500817 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27823e420c5f438e8c7858874876f909&device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1097 time: 0.5372374 Feb 28 18:46:59.379739 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7833010f-6fa0-43b3-8703-69493432b3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.418048 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833010f-6fa0-43b3-8703-69493432b3f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362144af-78f1-405f-aaf6-f07aa2ad16f2,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:46:59.498539 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-7b306dba-ec2e-4327-8656-f2af45b0ff6e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 217 time: 0.1175630 Feb 28 18:46:59.502597 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bced2ca8-e8e4-40b0-b55d-c2b0aa1b32ae req-bfbcdd3f-1fc0-4362-ad8b-00ad7f1b4e6e service neutron] 10.222.0.65 "GET /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885862 Feb 28 18:46:59.507129 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7833010f-6fa0-43b3-8703-69493432b3f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:46:59.508476 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-7833010f-6fa0-43b3-8703-69493432b3f3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/362144af-78f1-405f-aaf6-f07aa2ad16f2 HTTP/1.1" status: 204 len: 168 time: 0.5221009 Feb 28 18:46:59.643088 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8a5b3c-ebaf-433a-8f74-b94e03176bbe req-d8de1f31-4fdb-4633-b937-6840ce04cb8a service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4563107 Feb 28 18:46:59.646744 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:46:59.651928 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7cb51659-7396-4de3-82b8-f28760f34b6f req-c8c7b47f-9a22-46b2-94fe-06b499fb8359 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010302 Feb 28 18:46:59.671530 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-d52f5c83-7f15-4b17-90ec-9294360864ef service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4536827 Feb 28 18:46:59.672827 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-6604e387-cbd9-447e-9041-3cea049fbede service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:46:59.675166 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-6604e387-cbd9-447e-9041-3cea049fbede service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf16e60-78a9-4045-8fa9-30bde607bc82 HTTP/1.1" status: 200 len: 854 time: 0.1515517 Feb 28 18:46:59.914789 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:46:59.915301 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.005953 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e72556-bf2a-40fd-a3ee-b4c9c1bfa8fa req-2663abc5-edb5-4ced-9d0e-30f571af0c64 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:00.011049 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-8477fdad-af4f-486d-afcc-c49c03b8f0bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4713b2e-8d2f-42f6-ad2c-82fff598e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2522318 Feb 28 18:47:00.018012 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-a525f6b7-5a70-4cba-b32f-4091e83e38d1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 1098 time: 0.2577977 Feb 28 18:47:00.018959 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-05e72556-bf2a-40fd-a3ee-b4c9c1bfa8fa req-2663abc5-edb5-4ced-9d0e-30f571af0c64 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1858883 Feb 28 18:47:00.124241 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-05e72556-bf2a-40fd-a3ee-b4c9c1bfa8fa req-0616be08-613d-49c8-af0f-78e8c009a0fd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041999 Feb 28 18:47:00.367532 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43464) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:00.559147 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 50c91f43-6c24-4d30-9743-fd48f2a34591 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:47:00.674247 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-4f53a4d5-3f4f-4eb3-888c-f48d004fd527 service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6469944 Feb 28 18:47:00.679756 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-06b8e098-b591-4e99-aa28-4393a6a05e8c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:00.681194 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-06b8e098-b591-4e99-aa28-4393a6a05e8c service neutron] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 912 time: 0.6165977 Feb 28 18:47:00.681754 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.729995 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:00.735130 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] Usage tracker for resource:security_group_rule and tenant:18eb3ed6df464c56a36625b4bc4d5272 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:00.739539 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:00.758139 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:00.777146 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 50c91f43-6c24-4d30-9743-fd48f2a34591, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=50c91f43-6c24-4d30-9743-fd48f2a34591,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:00.813938 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '50c91f43-6c24-4d30-9743-fd48f2a34591', 'network_id': 'b401d7e9-d1d6-4283-bcfe-a545fabe86c1', 'port_id': '50c91f43-6c24-4d30-9743-fd48f2a34591', 'mac_address': 'fa:16:3e:79:a8:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7cb7169-cb4a-4475-88e5-a60620e9961a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:47:00.880945 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528b2d2-90d3-44ee-a47a-15673dea3040 req-8c8f29c3-a05d-468d-8f4c-6b487bef6753 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:00.888185 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c528b2d2-90d3-44ee-a47a-15673dea3040 req-8c8f29c3-a05d-468d-8f4c-6b487bef6753 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 944 time: 0.5130172 Feb 28 18:47:00.896112 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.931584 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c91f43-6c24-4d30-9743-fd48f2a34591 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:47:00.943212 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.957601 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 50c91f43-6c24-4d30-9743-fd48f2a34591, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=50c91f43-6c24-4d30-9743-fd48f2a34591,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:00.962303 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-6f14ac1d-2497-42e9-9e23-2886b13d5c30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 200 len: 1000 time: 0.2394247 Feb 28 18:47:00.964232 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:00.977937 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.049962 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=50c91f43-6c24-4d30-9743-fd48f2a34591,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:01.063299 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c528b2d2-90d3-44ee-a47a-15673dea3040 req-26718fdd-491b-49e3-a4ab-8c3637c1de82 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741111 Feb 28 18:47:01.073603 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-22ff9b20-19f9-4cc1-8406-eab0bad346cc req-c3e8d2a3-5ee4-4b9d-9237-d55b6023d297 service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907256 Feb 28 18:47:01.089787 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-119c9798-f4c1-4916-bac1-41f29569ec82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:01.091750 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-119c9798-f4c1-4916-bac1-41f29569ec82 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.1215613 Feb 28 18:47:01.107710 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09979591-85c2-497c-97f4-6b6112e67129,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:01.112343 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-552f7c92-e21d-40c0-be6b-24a21cb28746 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=18eb3ed6df464c56a36625b4bc4d5272&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7435606 Feb 28 18:47:01.115504 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43480) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:01.152765 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd5d7f-7413-4ca1-8211-acee4d027ef4 req-1a03eecc-7491-4540-8aa9-6bc7bd155266 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:01.154572 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9dfd5d7f-7413-4ca1-8211-acee4d027ef4 req-1a03eecc-7491-4540-8aa9-6bc7bd155266 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.2747660 Feb 28 18:47:01.202247 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-27369344-7627-4acb-bf7a-498f5e863f7c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1013618 Feb 28 18:47:01.258886 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ceb3519-3e6e-49f1-a133-8c87bfa717b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.276060 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9dfd5d7f-7413-4ca1-8211-acee4d027ef4 req-94777f1d-1fc6-439d-86b3-785872580dc5 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074414 Feb 28 18:47:01.305150 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ceb3519-3e6e-49f1-a133-8c87bfa717b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.395986 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ceb3519-3e6e-49f1-a133-8c87bfa717b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.417274 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceb3519-3e6e-49f1-a133-8c87bfa717b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09979591-85c2-497c-97f4-6b6112e67129,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:01.421169 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ceb3519-3e6e-49f1-a133-8c87bfa717b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:01.424623 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-2ceb3519-3e6e-49f1-a133-8c87bfa717b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/09979591-85c2-497c-97f4-6b6112e67129 HTTP/1.1" status: 204 len: 168 time: 0.3058879 Feb 28 18:47:01.457625 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-cd4a3ab3-8f92-4b6a-9728-7dc752520df1 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475276 Feb 28 18:47:01.472998 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a1847-8cfb-42a0-b85c-15bc48e15691 req-5c5e753b-c291-478b-a97e-d3e5e7473310 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:01.480150 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-670a1847-8cfb-42a0-b85c-15bc48e15691 req-5c5e753b-c291-478b-a97e-d3e5e7473310 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1791704 Feb 28 18:47:01.499873 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['50c91f43-6c24-4d30-9743-fd48f2a34591'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:01.663299 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e1882d2f-7535-4fd8-b71c-f6f927a9bf79 req-c03edd45-e048-4d3a-8ddb-5378b8095f4c service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968045 Feb 28 18:47:01.707906 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-670a1847-8cfb-42a0-b85c-15bc48e15691 req-dc144c7e-b0b3-4710-a1cc-8eccce6a3fb7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267408 Feb 28 18:47:02.062162 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206efd4f-9d5a-490a-81a7-a32e1c4a8426 req-a39ac4ec-7a0d-42a7-a453-13ecca8807d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:02.063679 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-206efd4f-9d5a-490a-81a7-a32e1c4a8426 req-a39ac4ec-7a0d-42a7-a453-13ecca8807d7 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0806572 Feb 28 18:47:02.114930 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-206efd4f-9d5a-490a-81a7-a32e1c4a8426 req-fa1f217d-46be-4d89-b4b6-f33f8f7fec5a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426359 Feb 28 18:47:02.287200 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405359fa-5e45-4e36-9901-e20427676f03 req-e4ebf978-52df-42cd-b678-9a7825658b93 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:02.288662 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-405359fa-5e45-4e36-9901-e20427676f03 req-e4ebf978-52df-42cd-b678-9a7825658b93 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 945 time: 0.0813112 Feb 28 18:47:02.335660 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-405359fa-5e45-4e36-9901-e20427676f03 req-23a6183c-e7c2-4688-b54e-25ea38394dbc tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 Feb 28 18:47:02.495111 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e2af33-f150-4c09-a331-57f9def38f26 req-b7af4e64-cb4a-4a94-b111-51e3e94d67e4 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:02.496563 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-15e2af33-f150-4c09-a331-57f9def38f26 req-b7af4e64-cb4a-4a94-b111-51e3e94d67e4 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.0888910 Feb 28 18:47:02.547058 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-15e2af33-f150-4c09-a331-57f9def38f26 req-e93ca615-d85c-4526-98e5-6427dc559f52 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433466 Feb 28 18:47:02.921694 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee71b85-d8ba-4aa0-82bb-9e9ed151fcb7 req-f45f9889-02db-4d0a-b1fb-71170eb794fb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:02.923099 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-cee71b85-d8ba-4aa0-82bb-9e9ed151fcb7 req-f45f9889-02db-4d0a-b1fb-71170eb794fb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0856063 Feb 28 18:47:02.973214 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-cee71b85-d8ba-4aa0-82bb-9e9ed151fcb7 req-e797eabe-4532-4703-b836-684e97e3f9c4 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444276 Feb 28 18:47:03.333945 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4604d886-56c4-49af-9778-d5b94e75a20b req-1a68b320-354d-44b5-b5a9-183cb031507c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:03.335380 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4604d886-56c4-49af-9778-d5b94e75a20b req-1a68b320-354d-44b5-b5a9-183cb031507c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0784769 Feb 28 18:47:03.390969 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4604d886-56c4-49af-9778-d5b94e75a20b req-a0df5e1b-006f-4e26-aa91-d0d92c40b90e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497971 Feb 28 18:47:03.559341 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce0f90-3c67-4aab-9ab8-f20908c9b727 req-bc29adb8-b6dc-4f9d-b7df-6bb71a60e17a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:03.561521 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-99ce0f90-3c67-4aab-9ab8-f20908c9b727 req-bc29adb8-b6dc-4f9d-b7df-6bb71a60e17a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 945 time: 0.0820477 Feb 28 18:47:03.623860 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-99ce0f90-3c67-4aab-9ab8-f20908c9b727 req-45cd163c-1ec1-4125-970c-93a1e0f251b5 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541732 Feb 28 18:47:03.769562 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d1cc2-5557-426e-81ee-852fcb35ecaa req-5945ba75-72ca-41d0-866e-f46115572563 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:03.771221 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1b5d1cc2-5557-426e-81ee-852fcb35ecaa req-5945ba75-72ca-41d0-866e-f46115572563 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 944 time: 0.0792274 Feb 28 18:47:03.817428 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1b5d1cc2-5557-426e-81ee-852fcb35ecaa req-7f4453d3-8adb-4e77-807b-f8a9b470f9f9 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405324 Feb 28 18:47:03.864600 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43562) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:04.008353 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.039606 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:04.043440 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] Usage tracker for resource:security_group_rule and tenant:69148dc4e2284899b1f25aad0bd02100 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:04.047044 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:04.053663 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:04.163675 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.170206 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.230126 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78218f7-7c6c-4b55-9104-a918ec91a94d,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:04.236350 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8b6596a5-382d-4069-9a9b-7ce62aa6cb1c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=69148dc4e2284899b1f25aad0bd02100&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3707395 Feb 28 18:47:04.239080 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43570) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:04.262134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8287c-8029-49ab-bee2-263a2c2be67d req-76a7797d-b18d-4d71-80f8-df9dd599c3a8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:04.263582 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-14a8287c-8029-49ab-bee2-263a2c2be67d req-76a7797d-b18d-4d71-80f8-df9dd599c3a8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1545210 Feb 28 18:47:04.340510 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-14a8287c-8029-49ab-bee2-263a2c2be67d req-4b90d14b-03a8-4435-94ae-32d283702663 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676551 Feb 28 18:47:04.345371 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b1d49211-bfe0-41d3-b96f-9d9df301cf8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.374931 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b1d49211-bfe0-41d3-b96f-9d9df301cf8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.480457 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b1d49211-bfe0-41d3-b96f-9d9df301cf8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.496813 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d49211-bfe0-41d3-b96f-9d9df301cf8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78218f7-7c6c-4b55-9104-a918ec91a94d,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:04.502171 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b1d49211-bfe0-41d3-b96f-9d9df301cf8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.503169 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-b1d49211-bfe0-41d3-b96f-9d9df301cf8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c78218f7-7c6c-4b55-9104-a918ec91a94d HTTP/1.1" status: 204 len: 168 time: 0.2631543 Feb 28 18:47:04.575931 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device aeb5fadb-93d2-4492-a288-b415bfcca83e details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:47:04.586426 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 50c91f43-6c24-4d30-9743-fd48f2a34591 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:47:04.620331 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734ec44-7c4a-4bc8-9b0d-1b9f6df69acb req-835aabc9-edff-456b-99ea-9b85895502c3 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:04.621784 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b734ec44-7c4a-4bc8-9b0d-1b9f6df69acb req-835aabc9-edff-456b-99ea-9b85895502c3 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0876906 Feb 28 18:47:04.677679 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b734ec44-7c4a-4bc8-9b0d-1b9f6df69acb req-24d59c33-b535-4262-939f-fbd4b52433c6 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475395 Feb 28 18:47:04.782329 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port aeb5fadb-93d2-4492-a288-b415bfcca83e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:04.804203 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'port_id': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'mac_address': 'fa:16:3e:2a:e2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:47:04.862092 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b807636-a947-491c-b485-0d01af3702af req-5dad6653-2b3b-4273-b959-b8ab8067ebd8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:04.868188 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 50c91f43-6c24-4d30-9743-fd48f2a34591 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:47:04.870978 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2b807636-a947-491c-b485-0d01af3702af req-5dad6653-2b3b-4273-b959-b8ab8067ebd8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 945 time: 0.0872998 Feb 28 18:47:04.874611 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.885585 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 50c91f43-6c24-4d30-9743-fd48f2a34591 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:04.885963 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.935899 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43586) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:04.936060 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2b807636-a947-491c-b485-0d01af3702af req-145437f8-ef6a-4488-8329-e9f6fd1e7182 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637960 Feb 28 18:47:04.937355 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeb5fadb-93d2-4492-a288-b415bfcca83e {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:47:04.981377 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:04.981582 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port aeb5fadb-93d2-4492-a288-b415bfcca83e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:04.991901 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.071127 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:05.081495 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] Usage tracker for resource:security_group_rule and tenant:2223e74b3bb64e92acc23c626b4ced50 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:05.086030 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:05.094316 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:05.112981 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0aef5c-b241-40d7-8d87-c9f2cc6ca806 req-4326688f-b27b-43bb-adee-fc22bd00ebff tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:05.115064 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3f0aef5c-b241-40d7-8d87-c9f2cc6ca806 req-4326688f-b27b-43bb-adee-fc22bd00ebff tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 945 time: 0.1230664 Feb 28 18:47:05.121901 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.136328 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=aeb5fadb-93d2-4492-a288-b415bfcca83e,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:05.158267 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5150345-89c7-4423-b18c-8dc8d8b80353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c91f43-6c24-4d30-9743-fd48f2a34591'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:05.168578 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 50c91f43-6c24-4d30-9743-fd48f2a34591, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=50c91f43-6c24-4d30-9743-fd48f2a34591,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:05.173970 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.190216 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3f0aef5c-b241-40d7-8d87-c9f2cc6ca806 req-a26f61b4-d2b0-4004-93b9-93c2209598a4 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684388 Feb 28 18:47:05.237211 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.241069 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.243576 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5150345-89c7-4423-b18c-8dc8d8b80353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c91f43-6c24-4d30-9743-fd48f2a34591', 'code': 200} Feb 28 18:47:05.258277 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=50c91f43-6c24-4d30-9743-fd48f2a34591,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:05.289681 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2223e74b3bb64e92acc23c626b4ced50&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3526750 Feb 28 18:47:05.290467 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d7040-06cc-4310-82a8-c6f3c591f580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e46b250-cbfc-4431-9f5b-643ae6f9b16f,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:05.292647 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43592) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:05.352531 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f518b461-39a1-49cc-b2f3-60f2340141ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.382718 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f518b461-39a1-49cc-b2f3-60f2340141ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.442661 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f518b461-39a1-49cc-b2f3-60f2340141ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.465015 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f518b461-39a1-49cc-b2f3-60f2340141ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e46b250-cbfc-4431-9f5b-643ae6f9b16f,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:05.527134 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['aeb5fadb-93d2-4492-a288-b415bfcca83e'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:05.608367 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f518b461-39a1-49cc-b2f3-60f2340141ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:05.611916 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f518b461-39a1-49cc-b2f3-60f2340141ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1e46b250-cbfc-4431-9f5b-643ae6f9b16f HTTP/1.1" status: 204 len: 168 time: 0.3161101 Feb 28 18:47:05.683363 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7306c091-56c6-4350-beb6-cac3d7b47bcc req-e2d3eee5-5bc1-4957-b72b-459f7651b7ba service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 1099 time: 0.1175232 Feb 28 18:47:05.690385 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b59bcea-c898-46f9-8f1a-9bb862f29d51 req-9667b32c-ea6c-4300-8f9b-176d7a9fe272 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:05.691947 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6b59bcea-c898-46f9-8f1a-9bb862f29d51 req-9667b32c-ea6c-4300-8f9b-176d7a9fe272 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.2252846 Feb 28 18:47:05.765102 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7306c091-56c6-4350-beb6-cac3d7b47bcc req-9711e496-c52c-402d-b5c1-3855b50e06b4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720272 Feb 28 18:47:05.770204 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6b59bcea-c898-46f9-8f1a-9bb862f29d51 req-263931ef-49dd-4857-8133-feb8b2307d66 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630240 Feb 28 18:47:05.902434 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd6d1d-2eac-43e1-bca4-9bc98af86e9e req-68cf545f-d0b5-47c0-9549-6479d2dc9ce8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:05.905809 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b9bd6d1d-2eac-43e1-bca4-9bc98af86e9e req-68cf545f-d0b5-47c0-9549-6479d2dc9ce8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0818074 Feb 28 18:47:05.955706 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b9bd6d1d-2eac-43e1-bca4-9bc98af86e9e req-4bef9abf-3638-467f-a53a-08be18bb71a5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459921 Feb 28 18:47:06.143303 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4dcb3d-e1b5-45f8-8202-f43cb67eaf37 req-2083731f-aaf5-4517-b343-b097afcad039 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:06.145629 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cf4dcb3d-e1b5-45f8-8202-f43cb67eaf37 req-2083731f-aaf5-4517-b343-b097afcad039 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 946 time: 0.0813544 Feb 28 18:47:06.198052 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cf4dcb3d-e1b5-45f8-8202-f43cb67eaf37 req-7419b025-ae6a-4dda-91b4-f4820cf4728a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467243 Feb 28 18:47:06.405079 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78550e6-1a1f-49ac-b59f-5429a93da3dd req-757219a9-7ec4-41e4-8d0f-f6989486c8bb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:06.406562 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e78550e6-1a1f-49ac-b59f-5429a93da3dd req-757219a9-7ec4-41e4-8d0f-f6989486c8bb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 945 time: 0.0867088 Feb 28 18:47:06.458330 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e78550e6-1a1f-49ac-b59f-5429a93da3dd req-63f53882-0ff1-43e9-b129-cca2b726b589 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459843 Feb 28 18:47:07.019738 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c6d6-5833-47ea-8101-3e3e1b687cf0 req-9542f7f9-4b80-43da-b032-f1e66cb30428 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:07.020290 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4c35c6d6-5833-47ea-8101-3e3e1b687cf0 req-9542f7f9-4b80-43da-b032-f1e66cb30428 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0972714 Feb 28 18:47:07.097213 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4c35c6d6-5833-47ea-8101-3e3e1b687cf0 req-65e5ebef-ccf1-4467-be24-775439350e38 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679333 Feb 28 18:47:07.211615 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822519bf-2682-4e98-a77d-0463875fb0d0 req-72f3bbbc-d6e5-444a-80eb-dfaf791c28a6 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:07.213059 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-822519bf-2682-4e98-a77d-0463875fb0d0 req-72f3bbbc-d6e5-444a-80eb-dfaf791c28a6 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0981405 Feb 28 18:47:07.259137 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-822519bf-2682-4e98-a77d-0463875fb0d0 req-e43db871-c670-4cdd-8de8-055d321fe77b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397027 Feb 28 18:47:07.447802 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97827358-d623-4578-aba6-e2a47bbb81f8 req-3dc8e9db-f3b1-4510-830d-89b92c5e5a03 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:07.449331 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-97827358-d623-4578-aba6-e2a47bbb81f8 req-3dc8e9db-f3b1-4510-830d-89b92c5e5a03 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 946 time: 0.0918481 Feb 28 18:47:07.497391 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-97827358-d623-4578-aba6-e2a47bbb81f8 req-f265e4e3-498b-4473-9f7e-c062fbef7fc0 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405183 Feb 28 18:47:07.687736 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9703a28-b948-4591-800c-84e5b1e62907 req-cd0846a1-1c3e-4841-b0a2-37563aa5accb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:07.689187 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d9703a28-b948-4591-800c-84e5b1e62907 req-cd0846a1-1c3e-4841-b0a2-37563aa5accb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 945 time: 0.0833838 Feb 28 18:47:07.736798 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d9703a28-b948-4591-800c-84e5b1e62907 req-55b68672-6063-4ab8-9530-42d060cf33ae tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Feb 28 18:47:08.288972 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6bfae-3c52-44d9-b60e-26eccd241134 req-7767ae52-d123-4642-904a-ace309cb8eaf tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:08.290764 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b7b6bfae-3c52-44d9-b60e-26eccd241134 req-7767ae52-d123-4642-904a-ace309cb8eaf tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0771401 Feb 28 18:47:08.337946 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b7b6bfae-3c52-44d9-b60e-26eccd241134 req-41c3cdd5-3da7-47d3-ba86-c87fa4355ce2 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414264 Feb 28 18:47:08.475887 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80f403-1181-4246-a5a2-33cc85132efa req-cd9336e9-93d0-4cd1-bcd7-b70a309024f1 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:08.477340 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6f80f403-1181-4246-a5a2-33cc85132efa req-cd9336e9-93d0-4cd1-bcd7-b70a309024f1 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0778437 Feb 28 18:47:08.523910 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6f80f403-1181-4246-a5a2-33cc85132efa req-95b4fec3-a84a-475b-b130-d631dd316593 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 Feb 28 18:47:08.607084 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device aeb5fadb-93d2-4492-a288-b415bfcca83e up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:47:08.681158 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port aeb5fadb-93d2-4492-a288-b415bfcca83e completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:47:08.686377 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port aeb5fadb-93d2-4492-a288-b415bfcca83e triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:08.686965 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.723668 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58987956-18c4-4b36-9e2c-5610cdcdca60 req-b7b3ebe8-8c8e-422b-bbe9-b2bf372649aa tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:08.725129 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-58987956-18c4-4b36-9e2c-5610cdcdca60 req-b7b3ebe8-8c8e-422b-bbe9-b2bf372649aa tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 946 time: 0.0839558 Feb 28 18:47:08.772327 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-58987956-18c4-4b36-9e2c-5610cdcdca60 req-668ab84a-6a9f-47f3-9259-e8a4dfc96410 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411632 Feb 28 18:47:08.807150 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.840165 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:08.851520 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port aeb5fadb-93d2-4492-a288-b415bfcca83e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:08.856373 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:08.943325 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=aeb5fadb-93d2-4492-a288-b415bfcca83e,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:08.969098 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'code': 200} Feb 28 18:47:08.986185 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f2e47-2a9a-4811-9757-1efc9d584a7a req-9000fc6d-0765-49bf-9bf8-eea996fab4c2 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:08.987817 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-232f2e47-2a9a-4811-9757-1efc9d584a7a req-9000fc6d-0765-49bf-9bf8-eea996fab4c2 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.1042681 Feb 28 18:47:09.079838 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-232f2e47-2a9a-4811-9757-1efc9d584a7a req-aeae6c7f-b240-47c7-b106-a1a2c75142d9 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810318 Feb 28 18:47:09.327086 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ac8827f-dabe-4aa4-a216-ece73c269a07 req-ecab80fa-abaf-430c-bca7-38b066a1d6ad service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1099 time: 0.0909545 Feb 28 18:47:09.372619 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ac8827f-dabe-4aa4-a216-ece73c269a07 req-3fa86a60-47ec-459d-bf2a-e410280e876e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397327 Feb 28 18:47:09.544643 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bbd11-ddb1-404f-8368-3619b3381199 req-3a83d2e0-ce2c-4390-8a1e-ac4dae669075 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:09.546279 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-011bbd11-ddb1-404f-8368-3619b3381199 req-3a83d2e0-ce2c-4390-8a1e-ac4dae669075 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0759051 Feb 28 18:47:09.593020 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-011bbd11-ddb1-404f-8368-3619b3381199 req-39c0fedc-71d7-4205-9a39-1d18f5f5b7fe tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411053 Feb 28 18:47:09.720924 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f97f52-2911-47a8-82d8-bc4cbf4839f1 req-5376de30-c6c7-46a1-a20a-d88461ff1abc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:09.722360 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-10f97f52-2911-47a8-82d8-bc4cbf4839f1 req-5376de30-c6c7-46a1-a20a-d88461ff1abc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0757158 Feb 28 18:47:09.771323 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-10f97f52-2911-47a8-82d8-bc4cbf4839f1 req-fe65b15a-0f97-4835-87cb-5572d1746b9f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434659 Feb 28 18:47:10.277785 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fb796d-6802-4ef4-9626-e234a95206ae req-c1fc9011-7759-4d03-8b37-a62eca2715cc tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:10.279507 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-89fb796d-6802-4ef4-9626-e234a95206ae req-c1fc9011-7759-4d03-8b37-a62eca2715cc tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.0863504 Feb 28 18:47:10.334672 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-89fb796d-6802-4ef4-9626-e234a95206ae req-9cc06914-bde0-43a5-a582-76a4adb438f2 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493498 Feb 28 18:47:10.572416 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-ee36aab7-8181-41ef-9aac-a21263b448f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:10.821734 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a99ef-23e6-4b80-a9a0-835981883f4a req-0b47737c-7268-4b1d-8ab1-34fc2a11e620 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:10.823320 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-934a99ef-23e6-4b80-a9a0-835981883f4a req-0b47737c-7268-4b1d-8ab1-34fc2a11e620 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0962613 Feb 28 18:47:10.887802 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-934a99ef-23e6-4b80-a9a0-835981883f4a req-8faaea74-623f-46e3-afad-8cab8231f5ee tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573747 Feb 28 18:47:11.092706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8284ab-20a3-4d47-b8d4-7b9d6ee55f3f req-0baa765c-8a9e-4ca6-9a63-b8d45d9c5128 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:11.094373 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8284ab-20a3-4d47-b8d4-7b9d6ee55f3f req-0baa765c-8a9e-4ca6-9a63-b8d45d9c5128 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0903449 Feb 28 18:47:11.111481 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9539c62-7f08-4d39-af45-348c57b907a2 req-f123b744-6db6-48d5-b10a-7cf23196eafe tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:11.112997 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9539c62-7f08-4d39-af45-348c57b907a2 req-f123b744-6db6-48d5-b10a-7cf23196eafe tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0977764 Feb 28 18:47:11.145167 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b8284ab-20a3-4d47-b8d4-7b9d6ee55f3f req-ef9b9864-2b8b-482d-ba78-a679ca5db1ba tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449550 Feb 28 18:47:11.160727 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9539c62-7f08-4d39-af45-348c57b907a2 req-4b9a90ac-4a83-401d-bb50-79092c023d51 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414300 Feb 28 18:47:11.547777 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d3f983-606d-4305-92af-23aec62f2414 req-d1096be8-5c94-4089-8a61-6d0536626b26 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:11.549259 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b8d3f983-606d-4305-92af-23aec62f2414 req-d1096be8-5c94-4089-8a61-6d0536626b26 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.0811961 Feb 28 18:47:11.594803 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b8d3f983-606d-4305-92af-23aec62f2414 req-a6eb958b-dee6-412b-b5d7-552663e3edbd tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397527 Feb 28 18:47:11.788857 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a81b4-da36-41b8-a9ce-265ae6a1428d req-edf8e728-d79c-4341-8562-2a7c7fc12bd0 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:11.790313 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-767a81b4-da36-41b8-a9ce-265ae6a1428d req-edf8e728-d79c-4341-8562-2a7c7fc12bd0 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.0777705 Feb 28 18:47:11.835006 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-767a81b4-da36-41b8-a9ce-265ae6a1428d req-03fced79-67d9-4bbb-a2a8-644a02a1bc32 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390072 Feb 28 18:47:12.129547 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8bd467-7892-40c2-a304-d21f5a927438 req-720352cd-18a1-4b52-8b14-96410aa3400d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:12.139918 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5f8bd467-7892-40c2-a304-d21f5a927438 req-720352cd-18a1-4b52-8b14-96410aa3400d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0987496 Feb 28 18:47:12.192216 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5f8bd467-7892-40c2-a304-d21f5a927438 req-ded9d444-1448-409a-a93c-85f273076ef6 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510461 Feb 28 18:47:12.395965 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45034ebc-b169-4fe6-b05f-917d0e335865 req-57db6357-0322-4148-a618-c1f3adf83bfd tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:12.397406 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-45034ebc-b169-4fe6-b05f-917d0e335865 req-57db6357-0322-4148-a618-c1f3adf83bfd tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0854769 Feb 28 18:47:12.470197 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-45034ebc-b169-4fe6-b05f-917d0e335865 req-f6fa1395-3cf0-434b-bb6e-d090cf73c23e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631607 Feb 28 18:47:12.484363 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e3794-c11a-4cfd-9f1a-47ba2180b154 req-9de8389f-ae67-4b78-a060-b07b1c75eaac tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:12.492944 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ec9e3794-c11a-4cfd-9f1a-47ba2180b154 req-9de8389f-ae67-4b78-a060-b07b1c75eaac tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1393034 Feb 28 18:47:12.554617 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ec9e3794-c11a-4cfd-9f1a-47ba2180b154 req-991c7eaf-226b-447f-ae7f-39add390f952 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604877 Feb 28 18:47:12.576524 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43794) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:12.692199 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55592f14-bdd8-42dd-85ff-dfae918aa61f req-9a4cfb1c-09bf-42b5-99dc-0cbd9d1bbbdb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:12.693679 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-55592f14-bdd8-42dd-85ff-dfae918aa61f req-9a4cfb1c-09bf-42b5-99dc-0cbd9d1bbbdb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.0955021 Feb 28 18:47:12.747517 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-55592f14-bdd8-42dd-85ff-dfae918aa61f req-6cb7f5ab-762a-4974-943a-a8be308b6724 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465093 Feb 28 18:47:12.765896 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:12.801659 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:12.805694 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] Usage tracker for resource:security_group_rule and tenant:837c3e3a17dd4b598781c77643b06a0c is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:12.808555 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:12.814806 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:12.890668 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:12.894763 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:12.943032 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86401b18-9d85-4591-8baa-065649cfdde1,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:12.949264 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c3bfd8da-f012-4e51-bfa8-5eba8347d29c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=837c3e3a17dd4b598781c77643b06a0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3716409 Feb 28 18:47:12.952703 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43810) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:13.030315 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-97bf0752-9f87-4db6-b4c2-26bcf0d0ae27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.034571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b9ec99b5-eca9-4bb4-9373-dd4c744f007d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.062928 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b9ec99b5-eca9-4bb4-9373-dd4c744f007d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.126848 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b9ec99b5-eca9-4bb4-9373-dd4c744f007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.147017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ec99b5-eca9-4bb4-9373-dd4c744f007d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86401b18-9d85-4591-8baa-065649cfdde1,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:13.151404 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b9ec99b5-eca9-4bb4-9373-dd4c744f007d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.155408 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-b9ec99b5-eca9-4bb4-9373-dd4c744f007d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86401b18-9d85-4591-8baa-065649cfdde1 HTTP/1.1" status: 204 len: 168 time: 0.1986382 Feb 28 18:47:13.526879 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac92e8e-101b-4e90-910b-39d5cf032fa7 req-f5d2c87e-9904-4d8b-8844-4c7fc6b15006 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:13.534673 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0ac92e8e-101b-4e90-910b-39d5cf032fa7 req-f5d2c87e-9904-4d8b-8844-4c7fc6b15006 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1007333 Feb 28 18:47:13.587865 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0ac92e8e-101b-4e90-910b-39d5cf032fa7 req-f20ab7f0-99bd-4f3d-b608-924347b103b2 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522008 Feb 28 18:47:13.613014 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43834) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:13.631093 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.665753 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:13.670709 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb0f0295fe543b789739640293f7851 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:13.674063 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:13.682396 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:13.708769 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea87066-845d-4c68-ab66-6f617f085a1a req-31f14fb0-6cdc-4519-80ee-76d8f5ee935c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:13.710395 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bea87066-845d-4c68-ab66-6f617f085a1a req-31f14fb0-6cdc-4519-80ee-76d8f5ee935c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0854635 Feb 28 18:47:13.761957 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bea87066-845d-4c68-ab66-6f617f085a1a req-6081a9d5-13f7-496c-82ac-a2a15f5e355a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423486 Feb 28 18:47:13.816131 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.820281 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:13.870284 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30993db8-bfb3-442e-b84f-916b41a05190 req-bfbf872d-26de-4889-8675-473952b95dc5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:13.871794 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-30993db8-bfb3-442e-b84f-916b41a05190 req-bfbf872d-26de-4889-8675-473952b95dc5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1532645 Feb 28 18:47:13.883160 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5328f527-88e6-42a2-abc7-e50aadca94dc,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:13.902603 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-211d0428-b602-4cba-bec2-8b2b2e941ce1 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fb0f0295fe543b789739640293f7851&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2885003 Feb 28 18:47:13.907165 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43840) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:13.930664 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-30993db8-bfb3-442e-b84f-916b41a05190 req-4f46e2fb-db09-4bd8-bc94-e01d19f21b7f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519478 Feb 28 18:47:13.972474 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-021e60b7-6850-43e4-9afd-929fb3bf50bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.000575 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-021e60b7-6850-43e4-9afd-929fb3bf50bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.054890 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-021e60b7-6850-43e4-9afd-929fb3bf50bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.068017 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.078170 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e60b7-6850-43e4-9afd-929fb3bf50bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5328f527-88e6-42a2-abc7-e50aadca94dc,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:14.080708 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-021e60b7-6850-43e4-9afd-929fb3bf50bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.082449 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-021e60b7-6850-43e4-9afd-929fb3bf50bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5328f527-88e6-42a2-abc7-e50aadca94dc HTTP/1.1" status: 204 len: 168 time: 0.1735620 Feb 28 18:47:14.178555 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.519062 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43862) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:14.538313 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.583407 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:14.587199 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2d1afc4a84254569b4ca9dc042beeebd is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:14.589992 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:14.595692 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:14.689793 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.694669 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.756221 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d1afc4a84254569b4ca9dc042beeebd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2360265 Feb 28 18:47:14.765593 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43880) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:14.788570 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c141f-2267-4d32-9ca2-fe37d8fb16b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6692f54-02f4-4c13-8534-912bbbf96dfe,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:14.862397 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-91ded4ec-b122-438c-9d51-42c8f1186b91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.876903 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4eec9a-6424-4ccd-99a9-1cfb9cd7af64 req-aea34d0a-3fe1-40b7-b130-cbcdbcaee649 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:14.885310 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fb4eec9a-6424-4ccd-99a9-1cfb9cd7af64 req-aea34d0a-3fe1-40b7-b130-cbcdbcaee649 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1638734 Feb 28 18:47:14.893637 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-91ded4ec-b122-438c-9d51-42c8f1186b91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.935870 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fb4eec9a-6424-4ccd-99a9-1cfb9cd7af64 req-eb5a064b-969c-4d4b-8956-84bb2fe95f30 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491097 Feb 28 18:47:14.960202 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-91ded4ec-b122-438c-9d51-42c8f1186b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:14.999759 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ded4ec-b122-438c-9d51-42c8f1186b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6692f54-02f4-4c13-8534-912bbbf96dfe,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:15.021833 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-91ded4ec-b122-438c-9d51-42c8f1186b91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.025471 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-91ded4ec-b122-438c-9d51-42c8f1186b91 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a6692f54-02f4-4c13-8534-912bbbf96dfe HTTP/1.1" status: 204 len: 168 time: 0.2567337 Feb 28 18:47:15.398627 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:15.402516 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0b8cd-c393-4717-93ad-9fbf39d69b8a req-f779c433-91bc-4545-a217-f6d1007faa52 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:15.404924 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0ef0b8cd-c393-4717-93ad-9fbf39d69b8a req-f779c433-91bc-4545-a217-f6d1007faa52 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1750984 Feb 28 18:47:15.468258 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0ef0b8cd-c393-4717-93ad-9fbf39d69b8a req-49ea2f13-426e-4730-a3e9-9be007158bdd tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568657 Feb 28 18:47:15.674301 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe687e9d-100d-4e45-b57d-0bc149aebc37 req-88b099cd-59e3-4fa8-b1a4-5f1782d177b8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:15.675783 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fe687e9d-100d-4e45-b57d-0bc149aebc37 req-88b099cd-59e3-4fa8-b1a4-5f1782d177b8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0941696 Feb 28 18:47:15.720095 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fe687e9d-100d-4e45-b57d-0bc149aebc37 req-752f45b1-8bde-4a2d-bfa8-044bdafcccd0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390213 Feb 28 18:47:16.154981 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1f15d-2e88-4900-8ea6-760bb66e1695 req-fb2906ea-abc1-4d29-aeca-5c6bf9fd65a0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:16.156468 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5dd1f15d-2e88-4900-8ea6-760bb66e1695 req-fb2906ea-abc1-4d29-aeca-5c6bf9fd65a0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0851674 Feb 28 18:47:16.205326 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5dd1f15d-2e88-4900-8ea6-760bb66e1695 req-a3a9bac9-fe56-4ae3-b390-2ac3fb740465 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Feb 28 18:47:16.830363 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79356fd-eac2-41c2-877b-24ce4fa22a94 req-f3cd4d7c-aed2-40bb-a685-b824fc067779 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:16.832218 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b79356fd-eac2-41c2-877b-24ce4fa22a94 req-f3cd4d7c-aed2-40bb-a685-b824fc067779 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0862598 Feb 28 18:47:16.876743 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b79356fd-eac2-41c2-877b-24ce4fa22a94 req-2390bd64-35ae-4b7e-8b0e-cdae1eecd21d tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431435 Feb 28 18:47:16.942512 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd665e3f-eee8-40c6-8a1f-8d047350212d req-1159a787-4533-499b-b62e-bf50d54e46f7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:16.944014 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd665e3f-eee8-40c6-8a1f-8d047350212d req-1159a787-4533-499b-b62e-bf50d54e46f7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0837960 Feb 28 18:47:17.008035 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd665e3f-eee8-40c6-8a1f-8d047350212d req-84bcd487-bde2-4d5e-878b-aaf67b08fd12 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582075 Feb 28 18:47:17.414974 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8299fa-d373-414f-a008-17e42b7d0e66 req-d5817022-fcb0-4a8e-81b2-4a1e72e656bb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:17.417185 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5b8299fa-d373-414f-a008-17e42b7d0e66 req-d5817022-fcb0-4a8e-81b2-4a1e72e656bb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0857904 Feb 28 18:47:17.442295 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-894eb5e6-2906-4674-b519-da43a07ec083 req-a56f81ff-d595-480a-b684-0ab83cd2aa68 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1099 time: 0.0761964 Feb 28 18:47:17.464944 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5b8299fa-d373-414f-a008-17e42b7d0e66 req-91c7c78c-801e-48aa-a466-bb8bed5a8e5c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Feb 28 18:47:17.496549 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-894eb5e6-2906-4674-b519-da43a07ec083 req-1e7b6017-09e3-46ec-bb1c-091977e850e9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Feb 28 18:47:18.097014 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c797a7-fa28-4cdd-aa2d-10ce5b7d8ff6 req-5136aa63-679c-4097-8d11-7f8a52e25e13 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:18.098506 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56c797a7-fa28-4cdd-aa2d-10ce5b7d8ff6 req-5136aa63-679c-4097-8d11-7f8a52e25e13 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0943403 Feb 28 18:47:18.143832 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56c797a7-fa28-4cdd-aa2d-10ce5b7d8ff6 req-cbf1bc87-ff9d-4aee-8d25-0e5a8bfd9296 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398581 Feb 28 18:47:18.222203 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a535ca0a-56be-42ea-adcd-895ffbfaed89 req-03290e59-79a7-4e4a-b72c-7abf2a9f9bf7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:18.223796 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a535ca0a-56be-42ea-adcd-895ffbfaed89 req-03290e59-79a7-4e4a-b72c-7abf2a9f9bf7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0878010 Feb 28 18:47:18.270029 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a535ca0a-56be-42ea-adcd-895ffbfaed89 req-cdcbd002-acae-4b34-b7e0-6af38aa15c04 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407748 Feb 28 18:47:18.550047 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112a8844-698f-4e32-977d-7554891da89a req-657551a8-262f-4f76-8be9-b1f54b0f17a8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:18.552689 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-112a8844-698f-4e32-977d-7554891da89a req-657551a8-262f-4f76-8be9-b1f54b0f17a8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 946 time: 0.0847306 Feb 28 18:47:18.600126 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-112a8844-698f-4e32-977d-7554891da89a req-5204e656-ae36-42a2-b8ce-a29c31d3e489 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427883 Feb 28 18:47:18.693477 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36177695-5aee-48f4-9976-9129b165e719 req-46bbb50b-11c8-4404-bc32-97b501a7823f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:18.694934 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-36177695-5aee-48f4-9976-9129b165e719 req-46bbb50b-11c8-4404-bc32-97b501a7823f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0890179 Feb 28 18:47:18.744049 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-36177695-5aee-48f4-9976-9129b165e719 req-876c108c-47ac-4118-85da-bf9fd6398dcb tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435889 Feb 28 18:47:18.902846 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43960) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:19.060526 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.095510 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:19.102008 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] Usage tracker for resource:security_group_rule and tenant:223fde9f909744f5b4385739a4635e4d is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:19.105013 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:19.111366 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:19.179490 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.183460 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.239805 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7c9d36-02cb-476d-bbb0-246d6bdfb55d,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:19.244270 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-8bcb19f3-496a-4a32-87e5-b715bae5b8b6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=223fde9f909744f5b4385739a4635e4d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3403239 Feb 28 18:47:19.246840 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43974) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:19.276717 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddad83d2-2de2-4764-a183-77bbcf05587f req-affe965d-9b16-4814-9889-6be9067a6f45 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:19.279511 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ddad83d2-2de2-4764-a183-77bbcf05587f req-affe965d-9b16-4814-9889-6be9067a6f45 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.0803573 Feb 28 18:47:19.287395 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.328373 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ddad83d2-2de2-4764-a183-77bbcf05587f req-8d0adcf9-a6e1-461f-ac6a-2c03ae7d0596 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427873 Feb 28 18:47:19.356371 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 43980) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:19.360743 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c792ed7d-135c-4c3e-ba9f-1c399f2e82ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.406176 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c792ed7d-135c-4c3e-ba9f-1c399f2e82ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.422201 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67677b-7c40-4995-8a5b-fcebc04e8946 req-fd776f56-5199-4ee9-bfc5-59488831c84f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:19.423725 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cc67677b-7c40-4995-8a5b-fcebc04e8946 req-fd776f56-5199-4ee9-bfc5-59488831c84f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1370106 Feb 28 18:47:19.496916 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cc67677b-7c40-4995-8a5b-fcebc04e8946 req-df2effc9-1638-4d23-ad22-f26f5f9e54cf tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645182 Feb 28 18:47:19.506126 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c792ed7d-135c-4c3e-ba9f-1c399f2e82ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.524084 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c792ed7d-135c-4c3e-ba9f-1c399f2e82ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7c9d36-02cb-476d-bbb0-246d6bdfb55d,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:19.540679 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c792ed7d-135c-4c3e-ba9f-1c399f2e82ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.540679 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-c792ed7d-135c-4c3e-ba9f-1c399f2e82ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb7c9d36-02cb-476d-bbb0-246d6bdfb55d HTTP/1.1" status: 204 len: 168 time: 0.2829599 Feb 28 18:47:19.628184 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b07187-0d46-41b9-aadc-ddf570076a56 req-5d069194-5530-4d75-8bd0-f314ac00fcf2 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:19.629709 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e7b07187-0d46-41b9-aadc-ddf570076a56 req-5d069194-5530-4d75-8bd0-f314ac00fcf2 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1714327 Feb 28 18:47:19.634070 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-9b57ed67-63c8-44df-8c0f-d5aadb44d98d tempest-TestMinimumBasicScenario-221785462 tempest-TestMinimumBasicScenario-221785462-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1094 time: 0.2761371 Feb 28 18:47:19.636995 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 43990) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:19.645766 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'floatingip': {'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'port_id': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:19.654822 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:19.661951 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Usage tracker for resource:floatingip and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:19.666926 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:19.674652 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:19.688838 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for floatingip, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.708318 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e7b07187-0d46-41b9-aadc-ddf570076a56 req-5d2944d6-7727-4403-bfc7-e6d903580954 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631027 Feb 28 18:47:19.885600 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67c6d9-43ad-44b9-baee-32170f8ef954 req-eb697185-7240-4045-aa03-5995432a3903 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:19.887071 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1c67c6d9-43ad-44b9-baee-32170f8ef954 req-eb697185-7240-4045-aa03-5995432a3903 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 946 time: 0.1211357 Feb 28 18:47:19.964530 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:19.969736 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1c67c6d9-43ad-44b9-baee-32170f8ef954 req-05874336-66cc-484a-96e1-1342dffcb7d2 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728633 Feb 28 18:47:19.996052 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3e65bd-3b53-40ef-a9d0-d2547371d40d req-5825858f-ed7c-4c08-826c-3024fa6c03aa tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:19.998801 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ab3e65bd-3b53-40ef-a9d0-d2547371d40d req-5825858f-ed7c-4c08-826c-3024fa6c03aa tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1173005 Feb 28 18:47:20.071761 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ab3e65bd-3b53-40ef-a9d0-d2547371d40d req-c9e6a052-dfb2-4724-8001-e0a610eb51f7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558891 Feb 28 18:47:20.146532 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Allocated IP 172.28.3.72 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/37b7e6be-9eee-48fc-bffd-dc4bc5f261e9) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:47:20.374573 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:20.421225 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:20.510403 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:20.514728 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:20.516893 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'Port': ['ID=37b7e6be-9eee-48fc-bffd-dc4bc5f261e9,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:20.519115 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:47:20.684396 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44020) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:20.811298 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa653c-7aec-4268-bc3b-1200e8d68d6a req-96435a5b-5685-4425-9005-96c35b902032 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:20.812865 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7dfa653c-7aec-4268-bc3b-1200e8d68d6a req-96435a5b-5685-4425-9005-96c35b902032 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0923419 Feb 28 18:47:20.854728 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-332664845-network', 'tenant_id': '15deb759ae8340cc82caf2ac24ebc706'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:20.863931 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:20.869824 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Usage tracker for resource:network and tenant:15deb759ae8340cc82caf2ac24ebc706 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:20.874442 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7dfa653c-7aec-4268-bc3b-1200e8d68d6a req-adf2f603-09c6-4b19-a056-293644fe5f50 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555451 Feb 28 18:47:20.875213 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:20.881437 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:20.892699 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Made reservation on behalf of 15deb759ae8340cc82caf2ac24ebc706 for: {'network': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:20.898861 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:20.920928 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:20.961541 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:20.967868 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Usage tracker for resource:security_group_rule and tenant:15deb759ae8340cc82caf2ac24ebc706 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:20.972061 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:20.979093 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:21.098726 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-f0f3f1ba-c99c-449a-97a2-88eea29e720b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1099 time: 0.4556546 Feb 28 18:47:21.119550 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.124356 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.143271 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1c608-eae9-4051-8d39-9f0474ae317c req-3a430787-afe0-41b5-993a-a9b689098736 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.144743 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-01f1c608-eae9-4051-8d39-9f0474ae317c req-3a430787-afe0-41b5-993a-a9b689098736 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1480858 Feb 28 18:47:21.150061 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3526cd-7976-4d12-8aed-ae321f4c5e38 req-c0b1e3a3-acc1-4ef6-83f5-2a030b77f511 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.151587 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1a3526cd-7976-4d12-8aed-ae321f4c5e38 req-c0b1e3a3-acc1-4ef6-83f5-2a030b77f511 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.4570804 Feb 28 18:47:21.170264 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 581} {{(pid=83020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:47:21.196911 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.197252 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.segments_db [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Added segment f14edd82-1d5b-4d45-b961-4c9fa250806f of type vlan for network b55655e4-30fc-441c-ad9e-e4bf940a3456 Feb 28 18:47:21.205122 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6374d861-1bbf-4314-b3de-9ff74cbb54a2,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:21.240766 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-01f1c608-eae9-4051-8d39-9f0474ae317c req-3d35f5f6-2e9d-4e21-b3ef-742093e59aad tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894926 Feb 28 18:47:21.244083 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.287295 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.288171 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.288742 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.309863 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-5e7cf036-9fdf-4f03-b1be-c1d2da1da578 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.311937 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-5e7cf036-9fdf-4f03-b1be-c1d2da1da578 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 946 time: 0.2866030 Feb 28 18:47:21.377434 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1a3526cd-7976-4d12-8aed-ae321f4c5e38 req-d246d53d-ec8d-40f9-b7cd-94122acd92c0 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711326 Feb 28 18:47:21.442213 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] Pushing event updated for resources: {'Network': ['ID=b55655e4-30fc-441c-ad9e-e4bf940a3456,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:21.449308 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c8ac6057-f515-45e8-a073-9d8eab1a5cac admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7603853 Feb 28 18:47:21.450448 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-5a8648cc-7088-473a-9326-28b523076de9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.451104 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44030) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:21.452506 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-5a8648cc-7088-473a-9326-28b523076de9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 920 time: 0.3400221 Feb 28 18:47:21.455550 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network b55655e4-30fc-441c-ad9e-e4bf940a3456 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:47:21.458595 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Request body: {'subnet': {'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-332664845-subnet', 'tenant_id': '15deb759ae8340cc82caf2ac24ebc706', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:21.467029 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:21.477094 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Usage tracker for resource:subnet and tenant:15deb759ae8340cc82caf2ac24ebc706 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:21.480850 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:21.488701 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:21.508343 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092cbf30-d499-4b59-bf43-8c5b89e7483f req-25ac902e-b336-43b0-a316-f07d3ec2b039 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.509862 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-092cbf30-d499-4b59-bf43-8c5b89e7483f req-25ac902e-b336-43b0-a316-f07d3ec2b039 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 946 time: 0.1384785 Feb 28 18:47:21.510475 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Made reservation on behalf of 15deb759ae8340cc82caf2ac24ebc706 for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:21.512721 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.521832 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Deleting port 50c91f43-6c24-4d30-9743-fd48f2a34591 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:47:21.522172 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.572125 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-c22a27e1-2c30-4ba5-a79f-43ae98662f9e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 200 len: 217 time: 0.1115904 Feb 28 18:47:21.649173 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-092cbf30-d499-4b59-bf43-8c5b89e7483f req-2b4b7e53-2585-4017-9b8e-e572edcefe60 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231797 Feb 28 18:47:21.755333 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.836965 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-16c328e0-18b0-414b-a7dd-12f0c208aa38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.838393 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-16c328e0-18b0-414b-a7dd-12f0c208aa38 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.1417873 Feb 28 18:47:21.895924 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=af807f31-479b-4a7c-99c1-4209133ae05f,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:21.906935 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Checking segment: {'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:47:21.907553 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Network hostable DHCP agents. Network: b55655e4-30fc-441c-ad9e-e4bf940a3456, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:47:21.914634 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-5f6adef5-9403-42a2-a775-fc8dd737dccb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659497 Feb 28 18:47:21.930725 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Network b55655e4-30fc-441c-ad9e-e4bf940a3456 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:47:21.940446 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, b55655e4-30fc-441c-ad9e-e4bf940a3456) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:21.945450 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:21.946037 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:21.961053 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba628a4d-1511-4ee8-af51-33a70bbc52ee None None] Network b55655e4-30fc-441c-ad9e-e4bf940a3456 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:47:21.993070 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-4b005a03-10a2-4980-b6d7-321a48afb66b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5307477 Feb 28 18:47:22.236022 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3107bfeb-a003-4f7b-8510-7c1491d81559 None None] Network b55655e4-30fc-441c-ad9e-e4bf940a3456 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:47:22.355307 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:22.440239 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-b08f5c79-c62e-495b-bea2-2eddba9c4e86 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764504 Feb 28 18:47:22.449511 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] For port 50c91f43-6c24-4d30-9743-fd48f2a34591, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=50c91f43-6c24-4d30-9743-fd48f2a34591,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:22.449896 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:22.555129 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a18a0c8-4910-4372-b384-32c7dea5110e req-fe9ed5d2-24b0-417d-8753-c9ae3f99becc tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:22.564250 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1a18a0c8-4910-4372-b384-32c7dea5110e req-fe9ed5d2-24b0-417d-8753-c9ae3f99becc tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1118386 Feb 28 18:47:22.593907 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:22.615856 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1a18a0c8-4910-4372-b384-32c7dea5110e req-8bf713e3-54fa-4336-bddc-938412df8413 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507834 Feb 28 18:47:22.697398 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Calling delete_port for 50c91f43-6c24-4d30-9743-fd48f2a34591 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:47:22.792636 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca07b021-f762-4566-a6f6-e987476e866d req-c614f0ff-c10e-4260-adfa-422a5f33b86f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:22.794074 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ca07b021-f762-4566-a6f6-e987476e866d req-c614f0ff-c10e-4260-adfa-422a5f33b86f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.7488132 Feb 28 18:47:22.860629 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245c730-6094-4d7e-8906-b62ebba793a2 req-13642524-70f7-4c00-9f9c-a77f4d7ede69 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:22.862399 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2245c730-6094-4d7e-8906-b62ebba793a2 req-13642524-70f7-4c00-9f9c-a77f4d7ede69 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0896919 Feb 28 18:47:22.916959 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2245c730-6094-4d7e-8906-b62ebba793a2 req-534b0f5d-5753-45c8-9aa1-e7530999cf20 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471268 Feb 28 18:47:22.959899 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a7ea9ae0-34ef-4436-bff5-cf959b95e809 req-fd1b4e2a-0596-4a5a-9582-7cfb886c899c service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972098 Feb 28 18:47:23.033566 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ca07b021-f762-4566-a6f6-e987476e866d req-0d888697-71f0-41e0-a700-ccf22a6866dd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221320 Feb 28 18:47:23.090237 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:23.149410 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Pushing event deleted for resources: {'Port': ['ID=50c91f43-6c24-4d30-9743-fd48f2a34591,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:23.150543 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4c6ceb87-bf7c-4c42-9274-961805732fc1', 'adb5969d-9ec0-46a7-bf49-95073d34d1be', '755ee250-6ed9-4c0a-9611-025baaa6678e'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:23.172204 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-736a5e78-0153-43c9-8956-65415fb36a7b req-a4b76f61-3cf2-4745-a046-6a761ae725de tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5150345-89c7-4423-b18c-8dc8d8b80353 HTTP/1.1" status: 200 len: 210 time: 0.0474741 Feb 28 18:47:23.244092 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:23.251163 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] No DVR routers for this DVR port 50c91f43-6c24-4d30-9743-fd48f2a34591 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:47:23.252930 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:23.257310 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:23.296819 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5150345-89c7-4423-b18c-8dc8d8b80353', 'name': 'network-vif-deleted', 'tag': '50c91f43-6c24-4d30-9743-fd48f2a34591'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:23.349653 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'Port': ['ID=37b7e6be-9eee-48fc-bffd-dc4bc5f261e9,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:23.392019 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5150345-89c7-4423-b18c-8dc8d8b80353', 'name': 'network-vif-deleted', 'tag': '50c91f43-6c24-4d30-9743-fd48f2a34591', 'status': 'completed', 'code': 200} Feb 28 18:47:23.399173 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3c55beb0-affd-42c7-9dd2-7f50ca94bd0f req-e521afba-a758-42b2-a7c5-dc0e2c73e2e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "DELETE /v2.0/ports/50c91f43-6c24-4d30-9743-fd48f2a34591 HTTP/1.1" status: 204 len: 173 time: 2.0793183 Feb 28 18:47:23.413396 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:23.500521 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e9807-51a2-43ac-b810-502926f41030 req-fb8e1104-3fcf-478e-bdb1-3e6856d5c0ab tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:23.509408 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d49e9807-51a2-43ac-b810-502926f41030 req-fb8e1104-3fcf-478e-bdb1-3e6856d5c0ab tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1148040 Feb 28 18:47:23.578735 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d49e9807-51a2-43ac-b810-502926f41030 req-63f2f5f2-46b4-4a5a-8fa2-6fa71b67447f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680637 Feb 28 18:47:23.654735 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-f406641b-3046-484f-b71f-524830f05dce service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 1098 time: 0.0958838 Feb 28 18:47:23.775129 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.l3_db [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Floating IP 8209d808-00d0-4cc7-82b6-b28464a61303 associated. External IP: 172.28.3.72, port: aeb5fadb-93d2-4492-a288-b415bfcca83e. Feb 28 18:47:24.048548 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-0d71c977-f1dc-4c01-bd30-1938f0a08ba6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:24.050020 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-0d71c977-f1dc-4c01-bd30-1938f0a08ba6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 912 time: 0.3793993 Feb 28 18:47:24.191077 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320470ac-559e-45a2-bf8c-4acd2c125a2e req-5ac39f97-84f2-4507-aa80-caf073a3b885 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:24.192639 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-320470ac-559e-45a2-bf8c-4acd2c125a2e req-5ac39f97-84f2-4507-aa80-caf073a3b885 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.2836716 Feb 28 18:47:24.223895 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-25a51866-7d7c-40af-8869-bf19f1edf32e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 200 len: 1000 time: 0.1555257 Feb 28 18:47:24.301843 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-320470ac-559e-45a2-bf8c-4acd2c125a2e req-b8b59db9-443f-495e-bd37-6da19e98fd1b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997646 Feb 28 18:47:24.322896 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4ae9f-3d14-4bdd-ac05-0175416cc05e req-19093f52-311d-46bc-8ba0-1f97a1265245 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:24.324361 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-f71c52c1-3b0d-416f-b9ad-b3fba22c8b9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:24.324755 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-70c4ae9f-3d14-4bdd-ac05-0175416cc05e req-19093f52-311d-46bc-8ba0-1f97a1265245 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1013660 Feb 28 18:47:24.325864 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-f71c52c1-3b0d-416f-b9ad-b3fba22c8b9b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.0865338 Feb 28 18:47:24.396432 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-70c4ae9f-3d14-4bdd-ac05-0175416cc05e req-30b00f90-1c1e-43d2-819c-3fc35b51f353 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654125 Feb 28 18:47:24.659762 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-a9cf8fd4-84c9-4d50-a5c7-67b0c31cd679 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3186014 Feb 28 18:47:24.668678 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 50c91f43-6c24-4d30-9743-fd48f2a34591 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:47:24.702051 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 50c91f43-6c24-4d30-9743-fd48f2a34591 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:47:24.702403 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 50c91f43-6c24-4d30-9743-fd48f2a34591 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:47:24.759420 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-41cbbe00-3fb1-4e61-ad97-6ed294420121 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:24.760839 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-41cbbe00-3fb1-4e61-ad97-6ed294420121 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/networks?id=b55655e4-30fc-441c-ad9e-e4bf940a3456 HTTP/1.1" status: 200 len: 813 time: 0.3095052 Feb 28 18:47:24.795961 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c6b6bb-8f0f-44e7-a46e-310dce7e140e req-f02219ff-8bfb-4099-8638-ece6cc7f7527 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:24.797444 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-65c6b6bb-8f0f-44e7-a46e-310dce7e140e req-f02219ff-8bfb-4099-8638-ece6cc7f7527 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0853553 Feb 28 18:47:24.802232 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-ad4f9f09-8f33-43cd-ae4a-de1097abc5a8 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/quotas/15deb759ae8340cc82caf2ac24ebc706 HTTP/1.1" status: 200 len: 375 time: 0.0339110 Feb 28 18:47:24.849741 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-65c6b6bb-8f0f-44e7-a46e-310dce7e140e req-3e63c0a6-2425-417a-9796-7075102d6d8a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431120 Feb 28 18:47:24.876884 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-3206883f-e7ce-45ba-82ae-7938c2d448b3 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=15deb759ae8340cc82caf2ac24ebc706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650856 Feb 28 18:47:24.927784 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-5d66d6bb-cb78-439a-ba80-043c60cbc503 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603521 Feb 28 18:47:25.101178 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:47:25.174072 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-07f59923-2d59-4eb6-a5cf-1864f2a8ae6f service neutron] 10.222.0.45 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810907 Feb 28 18:47:25.337716 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56f23fb9-7d45-43e9-ba9a-fa50bc0e5dc1 req-2ba57560-9f6e-4be2-970a-27af96bebfb6 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616583 Feb 28 18:47:25.532082 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-92494d21-3041-45f2-9cac-37c2199ae483 service neutron] 10.222.0.45 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191384 Feb 28 18:47:25.539896 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002e184-cf72-4318-8372-6640f1d76751 req-d8a01600-ac1d-4624-9ed9-5f17afb964d9 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:25.543725 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b002e184-cf72-4318-8372-6640f1d76751 req-d8a01600-ac1d-4624-9ed9-5f17afb964d9 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0808785 Feb 28 18:47:25.586421 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:47:25.606187 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] Sync routers for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:47:25.620173 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:47:25.620786 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:47:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:25.621499 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b002e184-cf72-4318-8372-6640f1d76751 req-5bca9813-00f7-45f5-be10-4ff03232c4e1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728180 Feb 28 18:47:25.622406 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:25.715881 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-df63a074-f0c7-4ab0-9e27-0f09c9976379 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0771983 Feb 28 18:47:25.717141 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:25.719086 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44090) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:25.724902 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666225699', 'description': 'tempest-secgroup-smoke-1666225699 description', 'project_id': '27823e420c5f438e8c7858874876f909'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:25.735742 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:25.755782 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:25.783535 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:25.819091 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9cf8fc09-1e29-4497-b3ad-8d82b3fb9e08 req-389a110e-285c-4818-9f6b-2803ed353d5e tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 210 time: 0.0548193 Feb 28 18:47:25.827673 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:25.831697 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Usage tracker for resource:security_group_rule and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:25.835205 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:25.850822 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:25.884632 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:47:25.911898 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'status': 'completed', 'code': 200} Feb 28 18:47:26.078125 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eeef47-9b47-4861-832c-90d538476fbd req-a3947fcb-f7a1-4e82-83ec-8ab28b7484d5 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:26.087777 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c8eeef47-9b47-4861-832c-90d538476fbd req-a3947fcb-f7a1-4e82-83ec-8ab28b7484d5 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.2468851 Feb 28 18:47:26.106470 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-e2b795ad-a256-48e0-925e-61e72c254d74 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27823e420c5f438e8c7858874876f909&device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1099 time: 0.1341562 Feb 28 18:47:26.140424 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.187119 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.206656 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c8eeef47-9b47-4861-832c-90d538476fbd req-d2dade73-b969-4a87-8aa4-28b2ead4e3c1 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097155 Feb 28 18:47:26.300128 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:26.332076 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.333888 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-960b0ccc-6864-4f15-8426-39bcea826cfb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6137967 Feb 28 18:47:26.340191 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44110) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:26.359195 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'security_group_rule': {'security_group_id': '7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd', 'project_id': '27823e420c5f438e8c7858874876f909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:26.380459 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:26.386565 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-12b10363-521e-41ed-ad13-de7580e890f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:26.387905 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Usage tracker for resource:security_group_rule and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:26.388257 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-12b10363-521e-41ed-ad13-de7580e890f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4713b2e-8d2f-42f6-ad2c-82fff598e268 HTTP/1.1" status: 200 len: 916 time: 0.2373798 Feb 28 18:47:26.393579 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:26.420089 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:26.477240 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '8209d808-00d0-4cc7-82b6-b28464a61303', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'port_id': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'mac_address': 'fa:16:3e:2a:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:21Z', 'updated_at': '2022-02-28T18:47:21Z', 'revision_number': 0, 'project_id': '27823e420c5f438e8c7858874876f909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:34Z', 'revision_number': 5, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:26.481383 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] Checking router: 7cb2f74c-d14a-4ee6-8739-793f05448fb8 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:47:26.494128 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:47:26.494693 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:47:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:26.515198 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.594066 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.607567 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.653702 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-cea44f77-1233-4c66-85b1-935a435d8c95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 999 time: 0.2579567 Feb 28 18:47:26.668420 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01fc1e19-b6e2-4aae-927d-2a026590a61b,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:26.675854 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74525d2c-6f7f-4365-8a0b-cb94720899f8 req-5287c4ed-e522-4215-928c-6d48e88c0f30 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:26.677128 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:26.678626 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-74525d2c-6f7f-4365-8a0b-cb94720899f8 req-5287c4ed-e522-4215-928c-6d48e88c0f30 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1680799 Feb 28 18:47:26.683630 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44116) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:26.685232 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-2be1623d-5af6-4733-bcb5-7888db7f184c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3371744 Feb 28 18:47:26.692227 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'security_group_rule': {'security_group_id': '7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd', 'project_id': '27823e420c5f438e8c7858874876f909', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:26.711120 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf34aa3-bd6c-4ff8-b224-dfa9002e4c85 req-b4c4e935-4b7f-4662-973a-721dde40542a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:26.718067 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:26.724641 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0bf34aa3-bd6c-4ff8-b224-dfa9002e4c85 req-b4c4e935-4b7f-4662-973a-721dde40542a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 946 time: 0.2539132 Feb 28 18:47:26.741899 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:47:26.775808 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Usage tracker for resource:security_group_rule and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:26.784276 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:26.788331 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0bf34aa3-bd6c-4ff8-b224-dfa9002e4c85 req-46f84b71-f3a3-4386-9c4d-750ee880837a tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627091 Feb 28 18:47:26.838783 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:26.878122 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-82003fba-b6ec-417c-891d-b2b73378edf8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:26.879677 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-82003fba-b6ec-417c-891d-b2b73378edf8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf16e60-78a9-4045-8fa9-30bde607bc82 HTTP/1.1" status: 200 len: 854 time: 0.1638675 Feb 28 18:47:26.895843 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-74525d2c-6f7f-4365-8a0b-cb94720899f8 req-4ef57eeb-2a6e-4f15-894a-d91a9b2fd0af tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092471 Feb 28 18:47:26.994345 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.092067 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c698cb-a69c-4727-b8e3-113613604791 req-160eda4a-5165-4004-86b7-a183421ade63 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:27.099033 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-94c698cb-a69c-4727-b8e3-113613604791 req-160eda4a-5165-4004-86b7-a183421ade63 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0917485 Feb 28 18:47:27.142476 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-94c698cb-a69c-4727-b8e3-113613604791 req-ace7eb9b-534f-4a02-97e2-482e9b6a25a4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Feb 28 18:47:27.151201 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-073f8939-1cee-488b-be1d-a72d00518310 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4713b2e-8d2f-42f6-ad2c-82fff598e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2543476 Feb 28 18:47:27.190400 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3da39ed5-59d9-4f1a-8a5c-50becff37aba req-d247a885-a463-4f31-a704-1fe58ebfa169 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 210 time: 0.0775905 Feb 28 18:47:27.193948 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.208161 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '8209d808-00d0-4cc7-82b6-b28464a61303', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'port_id': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'mac_address': 'fa:16:3e:2a:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:21Z', 'updated_at': '2022-02-28T18:47:21Z', 'revision_number': 0, 'project_id': '27823e420c5f438e8c7858874876f909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:34Z', 'revision_number': 5, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:27.212664 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ec25ec-7399-4c57-a93b-7fb60195a4e3 None None] The sync data for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb is: [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '8209d808-00d0-4cc7-82b6-b28464a61303', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'floating_ip_address': '172.28.3.72', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'port_id': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'mac_address': 'fa:16:3e:2a:e2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:47:21Z', 'updated_at': '2022-02-28T18:47:21Z', 'revision_number': 0, 'project_id': '27823e420c5f438e8c7858874876f909', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:34Z', 'revision_number': 5, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:47:27.252409 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.292930 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb881223-e100-4139-b5ad-7173e954a49e,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:27.320546 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.321705 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a9dfdb59-cd61-4508-933f-19150ed9fb68 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6371460 Feb 28 18:47:27.324804 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44126) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:27.331151 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'security_group_rule': {'security_group_id': '7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd', 'project_id': '27823e420c5f438e8c7858874876f909', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:27.336830 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:27.340597 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Usage tracker for resource:security_group_rule and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:27.345700 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:27.351872 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:27.352401 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-4e570895-931a-45cb-9dbe-4f0037563b74 service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879640 Feb 28 18:47:27.370692 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.448636 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.458374 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.469230 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400070a8-4086-4d3e-87f5-3b67caeeea8f None None] New status for floating IP 8209d808-00d0-4cc7-82b6-b28464a61303: ACTIVE {{(pid=83021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:47:27.479934 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf3afb95-c32d-44cf-bb39-478cfccd8ead,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:27.497989 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.501758 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-cf0e1d76-a68a-4a6f-94b5-12d532ba934a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1729219 Feb 28 18:47:27.501976 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44130) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:27.508123 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'security_group_rule': {'security_group_id': '7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd', 'project_id': '27823e420c5f438e8c7858874876f909', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:27.511894 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-14e0eb12-2c3a-4d1f-acbf-1f63628bb6f6 req-afed265f-855c-4e4c-865d-335587fcae5b service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474476 Feb 28 18:47:27.514225 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:27.518213 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Usage tracker for resource:security_group_rule and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:27.521852 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:27.527843 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:27.551435 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.639918 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.645137 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.675014 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b345b73-0d44-4aaf-9db1-757753638681,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:27.692798 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.696509 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c4c2a6d3-6fe5-4a73-8132-5d66b5122bcf tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1911008 Feb 28 18:47:27.697151 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44134) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:27.702270 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'security_group_rule': {'security_group_id': '7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd', 'project_id': '27823e420c5f438e8c7858874876f909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:27.707830 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:27.710977 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-72cf6687-bd41-4c07-b261-722ab438f8f0 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:27.711617 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Usage tracker for resource:security_group_rule and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:27.712478 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-72cf6687-bd41-4c07-b261-722ab438f8f0 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.65 "GET /v2.0/networks?id=b55655e4-30fc-441c-ad9e-e4bf940a3456 HTTP/1.1" status: 200 len: 813 time: 0.1703753 Feb 28 18:47:27.714444 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:27.721738 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:27.734219 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.securitygroups_db [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Project 27823e420c5f438e8c7858874876f909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:47:27.740826 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.749796 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Request body: {'port': {'device_id': '37da3749-1b3f-42bf-9fb5-8f20063e58ae', 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456', 'admin_state_up': True, 'tenant_id': '15deb759ae8340cc82caf2ac24ebc706'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:27.812194 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.816612 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.845439 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1651a251-0e2a-45cb-88a1-100bca8d29a7,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:27.856375 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:27.861645 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-3a614cd7-f994-42cf-8f1d-2491a8357ab6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1614187 Feb 28 18:47:27.861941 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44140) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:27.867584 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'security_group_rule': {'security_group_id': '7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd', 'project_id': '27823e420c5f438e8c7858874876f909', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:27.874449 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:27.878540 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Usage tracker for resource:security_group_rule and tenant:27823e420c5f438e8c7858874876f909 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:27.881629 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:27.887727 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:27.904655 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.securitygroups_db [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Project 27823e420c5f438e8c7858874876f909 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:47:27.911628 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:28.031555 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:28.038589 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:28.051718 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5670327-503f-4712-a27c-a9403d7dc3b8 req-edad6daa-0a9c-4932-adab-3d9f0c5aa95c tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.053109 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b5670327-503f-4712-a27c-a9403d7dc3b8 req-edad6daa-0a9c-4932-adab-3d9f0c5aa95c tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 946 time: 0.1343062 Feb 28 18:47:28.086682 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35859c9-2703-45a4-9ef9-9651a04e7b44,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:28.100865 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:28.102026 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-ca2cedd5-78cf-4ff0-97c2-58a89249989c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2392564 Feb 28 18:47:28.105352 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:28.110807 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Usage tracker for resource:port and tenant:15deb759ae8340cc82caf2ac24ebc706 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:28.115950 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:28.124541 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:28.132413 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b5670327-503f-4712-a27c-a9403d7dc3b8 req-9f732ded-ec92-4ed7-87d6-fc59b8e89a0f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719814 Feb 28 18:47:28.144795 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Made reservation on behalf of 15deb759ae8340cc82caf2ac24ebc706 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:28.147772 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:28.212828 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11681702-04fd-4ece-a7cc-35e229bad869 req-f5dcfc18-45d6-4ab8-ad29-4465f1b22827 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.214263 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-11681702-04fd-4ece-a7cc-35e229bad869 req-f5dcfc18-45d6-4ab8-ad29-4465f1b22827 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1651158 Feb 28 18:47:28.315652 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7754d37-c766-43ac-839f-af893cde3aee req-a3205bad-b930-4300-b30f-793bdc6b31dd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.317106 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d7754d37-c766-43ac-839f-af893cde3aee req-a3205bad-b930-4300-b30f-793bdc6b31dd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0771236 Feb 28 18:47:28.323761 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-11681702-04fd-4ece-a7cc-35e229bad869 req-61f4c271-c6ba-496b-ac56-8f7f83bad6da tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018066 Feb 28 18:47:28.363476 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Allocated IP 172.20.0.13 (b55655e4-30fc-441c-ad9e-e4bf940a3456/af807f31-479b-4a7c-99c1-4209133ae05f/18ae077b-a724-484c-9d84-aaa00d6e5872) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:47:28.374859 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d7754d37-c766-43ac-839f-af893cde3aee req-a70e4f5b-f38f-4ba9-af2c-1fcf985a8323 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511711 Feb 28 18:47:28.577212 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-f889a747-9e49-434e-a992-17a649a89979 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666225699&fields=id&tenant_id=27823e420c5f438e8c7858874876f909 HTTP/1.1" status: 200 len: 267 time: 0.1352475 Feb 28 18:47:28.579164 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac14f8-76e1-41a8-8c02-6dd53b3f0516 req-05827aa7-d50e-4c79-bcff-0406f5831c58 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.580723 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-96ac14f8-76e1-41a8-8c02-6dd53b3f0516 req-05827aa7-d50e-4c79-bcff-0406f5831c58 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0864155 Feb 28 18:47:28.626723 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-96ac14f8-76e1-41a8-8c02-6dd53b3f0516 req-9c3b5902-a6d9-4d4b-9ca8-19e52c2bafba tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396576 Feb 28 18:47:28.659569 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:28.707443 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-ee70eec9-c2f6-4826-843b-09b58703e115 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.708877 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-ee70eec9-c2f6-4826-843b-09b58703e115 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.1261857 Feb 28 18:47:28.721780 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'port': {'security_groups': ['7feaab35-dcb9-4e42-a6ba-873b05451179', '7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd']}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:28.750152 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:28.832512 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0be712c-1a94-43a0-b753-3a5b817133c9 req-3a2449f6-17a9-4ec3-bd07-01b654fd0ed0 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:28.834601 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e0be712c-1a94-43a0-b753-3a5b817133c9 req-3a2449f6-17a9-4ec3-bd07-01b654fd0ed0 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 932 time: 0.0785577 Feb 28 18:47:28.879736 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-e0be712c-1a94-43a0-b753-3a5b817133c9 req-6fcf9847-9d1a-4658-974e-75d4b2f40c05 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Synchronizing usage tracker for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:security_group {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:47:28.897759 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-e0be712c-1a94-43a0-b753-3a5b817133c9 req-6fcf9847-9d1a-4658-974e-75d4b2f40c05 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Unset dirty status for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:security_group {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:47:28.899140 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e0be712c-1a94-43a0-b753-3a5b817133c9 req-6fcf9847-9d1a-4658-974e-75d4b2f40c05 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586450 Feb 28 18:47:28.935505 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Network b55655e4-30fc-441c-ad9e-e4bf940a3456 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:47:28.942408 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:28.959193 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Pushing event updated for resources: {'Port': ['ID=18ae077b-a724-484c-9d84-aaa00d6e5872,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:28.965907 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:47:29.032244 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:29.063948 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:29.064558 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:29.132411 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-beb23c95-7ef7-4917-8b1c-b4aa7d525cbb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:29.133093 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-beb23c95-7ef7-4917-8b1c-b4aa7d525cbb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:47:29.148473 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5b1a72e1-8a35-4802-8f4c-d40d7caeb87a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4039624 Feb 28 18:47:29.183098 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Request body: {'port': {'device_id': '37da3749-1b3f-42bf-9fb5-8f20063e58ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:29.219580 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-beb23c95-7ef7-4917-8b1c-b4aa7d525cbb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:47:29.220938 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-beb23c95-7ef7-4917-8b1c-b4aa7d525cbb tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 946 time: 0.4066203 Feb 28 18:47:29.381189 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Deleting port 755ee250-6ed9-4c0a-9611-025baaa6678e {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:47:29.381543 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:29.459052 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:29.599711 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb9db5-aca1-46ae-a90e-0f00af041cbb req-34a4d2ec-64ac-4899-affa-b6f27010be84 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:29.602985 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-effb9db5-aca1-46ae-a90e-0f00af041cbb req-34a4d2ec-64ac-4899-affa-b6f27010be84 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 946 time: 0.1402516 Feb 28 18:47:29.651301 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-effb9db5-aca1-46ae-a90e-0f00af041cbb req-af0d7067-28e7-422f-9edb-88808d991ec9 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439522 Feb 28 18:47:29.854232 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c658e388-9baf-4740-a1d6-da5694f7c1db req-a140853c-610d-4dfb-a49b-0bed33a4944a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:29.855828 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c658e388-9baf-4740-a1d6-da5694f7c1db req-a140853c-610d-4dfb-a49b-0bed33a4944a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0804286 Feb 28 18:47:29.902142 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c658e388-9baf-4740-a1d6-da5694f7c1db req-8efd1732-de11-454e-82b4-7491a6064806 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405133 Feb 28 18:47:29.932942 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] For port aeb5fadb-93d2-4492-a288-b415bfcca83e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:30.106939 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.109647 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] For port 755ee250-6ed9-4c0a-9611-025baaa6678e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=755ee250-6ed9-4c0a-9611-025baaa6678e,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:30.110120 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.116056 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90dd0d-ded0-42cc-ac8d-39c6a3d982c3 req-71035ae3-1dcd-4ba5-abdf-3bdaabfd71ba tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:30.123171 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.123763 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4b90dd0d-ded0-42cc-ac8d-39c6a3d982c3 req-71035ae3-1dcd-4ba5-abdf-3bdaabfd71ba tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 932 time: 0.0885921 Feb 28 18:47:30.165613 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4b90dd0d-ded0-42cc-ac8d-39c6a3d982c3 req-1754b7c6-9636-4db3-a609-dfed042c9d8f tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402830 Feb 28 18:47:30.174431 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['aeb5fadb-93d2-4492-a288-b415bfcca83e'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:30.275031 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Calling delete_port for 755ee250-6ed9-4c0a-9611-025baaa6678e owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:47:30.389185 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:30.389809 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.391179 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d230a8b-e200-495c-9931-aa0ae47109d4 req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "PUT /v2.0/ports/aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 982 time: 1.6751752 Feb 28 18:47:30.405295 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:30.440165 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebdf226-a7ca-4396-8b38-fb1313fda12e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'Port': ['ID=aeb5fadb-93d2-4492-a288-b415bfcca83e,revision_number=6']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:30.566615 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'status': 'completed', 'code': 200} Feb 28 18:47:30.613907 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18ae077b-a724-484c-9d84-aaa00d6e5872 {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:47:30.622020 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.625160 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.633136 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['aeb5fadb-93d2-4492-a288-b415bfcca83e'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:30.651591 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1b22e-5e96-4961-8c6f-296de09e86b3 req-af8c8e0e-1de3-4ebe-8dab-d9d8555bc463 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:30.661007 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e5d1b22e-5e96-4961-8c6f-296de09e86b3 req-af8c8e0e-1de3-4ebe-8dab-d9d8555bc463 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.1259866 Feb 28 18:47:30.713403 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-e5d1b22e-5e96-4961-8c6f-296de09e86b3 req-3b83bd4d-79ac-47b3-929c-ed3897d3fc0c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Synchronizing usage tracker for tenant:27823e420c5f438e8c7858874876f909 on resource:security_group {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:47:30.731851 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-e5d1b22e-5e96-4961-8c6f-296de09e86b3 req-3b83bd4d-79ac-47b3-929c-ed3897d3fc0c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Unset dirty status for tenant:27823e420c5f438e8c7858874876f909 on resource:security_group {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:47:30.741217 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Pushing event deleted for resources: {'Port': ['ID=755ee250-6ed9-4c0a-9611-025baaa6678e,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:30.749256 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Transition to ACTIVE for port object 18ae077b-a724-484c-9d84-aaa00d6e5872 will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:47:30.750787 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e5d1b22e-5e96-4961-8c6f-296de09e86b3 req-3b83bd4d-79ac-47b3-929c-ed3897d3fc0c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860982 Feb 28 18:47:30.758128 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.762499 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-9517d502-13a2-4c0b-8606-70d0bfa8b21a None None] Provisioning complete for port aeb5fadb-93d2-4492-a288-b415bfcca83e triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:30.763571 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-9517d502-13a2-4c0b-8606-70d0bfa8b21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:30.800598 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:47:31.015212 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-94a1faf2-6c79-4398-bc51-b62c340c1a23 req-07902d3d-5d23-4a14-a55a-183444e98a5f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=e9be97c1-8c0c-4ada-be9a-ffef8592cb83 HTTP/1.1" status: 200 len: 210 time: 0.1747704 Feb 28 18:47:31.019755 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] No DVR routers for this DVR port 755ee250-6ed9-4c0a-9611-025baaa6678e on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:47:31.038419 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae077b-a724-484c-9d84-aaa00d6e5872,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:31.042964 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.065324 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-f441b4fb-110a-466e-9bd3-a333e8962a86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27823e420c5f438e8c7858874876f909&device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1138 time: 0.4443662 Feb 28 18:47:31.067349 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6308bbcc-ffc3-4d6c-aebf-0a9ee9759238 req-07bafc4f-8bd8-458b-bae3-f2defe2e8813 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "DELETE /v2.0/ports/755ee250-6ed9-4c0a-9611-025baaa6678e HTTP/1.1" status: 204 len: 173 time: 1.8376710 Feb 28 18:47:31.245558 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb5674c-63d2-4e50-923a-d2dc37d5b29b req-1ccb6140-ec93-4004-9ba7-8c20debe43b2 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:31.255489 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bcb5674c-63d2-4e50-923a-d2dc37d5b29b req-1ccb6140-ec93-4004-9ba7-8c20debe43b2 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1268675 Feb 28 18:47:31.326989 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Attempting to bind port 18ae077b-a724-484c-9d84-aaa00d6e5872 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:47:31.327426 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Attempting to bind port 18ae077b-a724-484c-9d84-aaa00d6e5872 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:47:31.329047 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Attempting to bind port 18ae077b-a724-484c-9d84-aaa00d6e5872 on network b55655e4-30fc-441c-ad9e-e4bf940a3456 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:47:31.337946 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bcb5674c-63d2-4e50-923a-d2dc37d5b29b req-9541c1a5-48a6-4cea-980b-401da95e1245 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802674 Feb 28 18:47:31.340673 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-00750c28-8493-4994-8e18-3b67fb07d947 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:31.342916 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-00750c28-8493-4994-8e18-3b67fb07d947 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4713b2e-8d2f-42f6-ad2c-82fff598e268 HTTP/1.1" status: 200 len: 916 time: 0.2446287 Feb 28 18:47:31.343626 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Port 18ae077b-a724-484c-9d84-aaa00d6e5872 on network b55655e4-30fc-441c-ad9e-e4bf940a3456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:47:31.343934 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Attempting to bind port 18ae077b-a724-484c-9d84-aaa00d6e5872 on network b55655e4-30fc-441c-ad9e-e4bf940a3456 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:47:31.350805 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:47:31.351132 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Checking segment: {'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:47:31.351532 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Bound using segment: {'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:47:31.352008 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Bound port: 18ae077b-a724-484c-9d84-aaa00d6e5872, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:47:31.352353 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.458264 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4c6ceb87-bf7c-4c42-9274-961805732fc1', 'adb5969d-9ec0-46a7-bf49-95073d34d1be'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:31.707766 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-c92028db-0dfd-46bb-a954-1180ecca7dbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 1001 time: 0.3458033 Feb 28 18:47:31.775340 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba087668-18f5-4f3f-ae8b-512ee07fc9a7 req-b584b9bb-b11c-4956-a00a-047e7fc11619 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:31.776124 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ba087668-18f5-4f3f-ae8b-512ee07fc9a7 req-b584b9bb-b11c-4956-a00a-047e7fc11619 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Synchronizing usage tracker for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:47:31.789310 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] For port 18ae077b-a724-484c-9d84-aaa00d6e5872, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:47:31.816140 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] For port 18ae077b-a724-484c-9d84-aaa00d6e5872, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=18ae077b-a724-484c-9d84-aaa00d6e5872,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:47:31.822172 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-14f2657c-0678-4144-8ee4-186607085ed4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:31.824374 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-14f2657c-0678-4144-8ee4-186607085ed4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf16e60-78a9-4045-8fa9-30bde607bc82 HTTP/1.1" status: 200 len: 854 time: 0.1083729 Feb 28 18:47:31.827346 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.907458 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ba087668-18f5-4f3f-ae8b-512ee07fc9a7 req-b584b9bb-b11c-4956-a00a-047e7fc11619 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Unset dirty status for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:47:31.908462 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ba087668-18f5-4f3f-ae8b-512ee07fc9a7 req-b584b9bb-b11c-4956-a00a-047e7fc11619 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 944 time: 0.4920945 Feb 28 18:47:31.978617 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:31.980011 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-87d69416-99de-4348-8680-d472583a56f8 service neutron] 10.222.0.65 "PUT /v2.0/ports/18ae077b-a724-484c-9d84-aaa00d6e5872 HTTP/1.1" status: 200 len: 1094 time: 2.8047240 Feb 28 18:47:32.019847 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d69416-99de-4348-8680-d472583a56f8 service neutron] Pushing event updated for resources: {'Port': ['ID=18ae077b-a724-484c-9d84-aaa00d6e5872,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:32.025604 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ba087668-18f5-4f3f-ae8b-512ee07fc9a7 req-9660a106-cf95-4199-9ae9-25c3ad3f7312 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035466 Feb 28 18:47:32.040554 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-36d6cc8d-7720-4fe6-a301-9a956da9d119 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4713b2e-8d2f-42f6-ad2c-82fff598e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2071550 Feb 28 18:47:32.366996 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-adc04a7e-7b27-48bc-82b2-922bd3972e71 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15deb759ae8340cc82caf2ac24ebc706&device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 1097 time: 0.2843201 Feb 28 18:47:32.375096 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-ce2b288d-4d74-4f69-b8eb-292472be8abd service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244932 Feb 28 18:47:32.415379 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba479724-2ced-4e3b-a21e-4478110d806b req-fc489f4b-3fc5-4280-8452-62246421b240 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:32.416835 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ba479724-2ced-4e3b-a21e-4478110d806b req-fc489f4b-3fc5-4280-8452-62246421b240 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0869308 Feb 28 18:47:32.464686 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ba479724-2ced-4e3b-a21e-4478110d806b req-c077488e-dbab-4dff-bd88-c2625d682b41 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404153 Feb 28 18:47:32.495117 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-fac529e7-2244-4584-b773-f3f91a8bce47 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ae077b-a724-484c-9d84-aaa00d6e5872 HTTP/1.1" status: 200 len: 217 time: 0.0916634 Feb 28 18:47:32.583658 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9be97c1-8c0c-4ada-be9a-ffef8592cb83', 'name': 'network-vif-deleted', 'tag': '755ee250-6ed9-4c0a-9611-025baaa6678e'}, {'name': 'network-changed', 'server_uuid': '37da3749-1b3f-42bf-9fb5-8f20063e58ae', 'tag': '18ae077b-a724-484c-9d84-aaa00d6e5872'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:32.624294 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-f2548a04-2ccc-48ce-922e-e08d9a71de3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1099 time: 0.3168905 Feb 28 18:47:32.660624 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9239948-74f7-4a08-aa78-f39de162d344 req-8023a0e6-93b3-41e1-af8a-c142c28a35ae tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:32.662415 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9239948-74f7-4a08-aa78-f39de162d344 req-8023a0e6-93b3-41e1-af8a-c142c28a35ae tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0766304 Feb 28 18:47:32.707580 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9239948-74f7-4a08-aa78-f39de162d344 req-c4819fa5-b4f0-42e7-b1dc-73a74868d419 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Feb 28 18:47:32.730464 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 755ee250-6ed9-4c0a-9611-025baaa6678e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:47:32.769472 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 755ee250-6ed9-4c0a-9611-025baaa6678e {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:47:32.769828 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 755ee250-6ed9-4c0a-9611-025baaa6678e not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:47:32.776298 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-6ec30e84-5677-4f23-abfb-c9591983eec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:32.777727 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-6ec30e84-5677-4f23-abfb-c9591983eec4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af807f31-479b-4a7c-99c1-4209133ae05f HTTP/1.1" status: 200 len: 853 time: 0.2288773 Feb 28 18:47:32.839677 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9be97c1-8c0c-4ada-be9a-ffef8592cb83', 'name': 'network-vif-deleted', 'tag': '755ee250-6ed9-4c0a-9611-025baaa6678e', 'status': 'completed', 'code': 200} Feb 28 18:47:32.839937 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37da3749-1b3f-42bf-9fb5-8f20063e58ae', 'tag': '18ae077b-a724-484c-9d84-aaa00d6e5872', 'status': 'completed', 'code': 200} Feb 28 18:47:32.857011 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-b0cf1003-9ed3-4b20-afe6-d52f0d72c3f6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b55655e4-30fc-441c-ad9e-e4bf940a3456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596781 Feb 28 18:47:32.859318 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8055ec4a-f557-4e0b-a8dd-852138f0bfda req-8b2dd34c-9a81-4d9d-8cb9-e4492cbd8908 service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648612 Feb 28 18:47:32.910285 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-2b62e1f3-0ba7-406d-b3c9-5f74ba34dff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:32.911630 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-2b62e1f3-0ba7-406d-b3c9-5f74ba34dff2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 920 time: 0.2472007 Feb 28 18:47:32.933911 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e52b7a-35dd-4983-ae69-038f3448eb92 req-a576e8f2-aa62-4d9f-8cf4-ac80e441b1e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:32.935181 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-87e52b7a-35dd-4983-ae69-038f3448eb92 req-a576e8f2-aa62-4d9f-8cf4-ac80e441b1e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:47:33.069128 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-8aad0bb6-ef66-4a92-9b39-501710720ecb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 200 len: 217 time: 0.1310740 Feb 28 18:47:33.076982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-87e52b7a-35dd-4983-ae69-038f3448eb92 req-a576e8f2-aa62-4d9f-8cf4-ac80e441b1e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:47:33.078062 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-87e52b7a-35dd-4983-ae69-038f3448eb92 req-a576e8f2-aa62-4d9f-8cf4-ac80e441b1e8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 945 time: 0.4512885 Feb 28 18:47:33.199801 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-5d7b314c-65c6-4c5f-94ef-4f4b8e98a9b1 service neutron] 10.222.0.65 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908652 Feb 28 18:47:33.239162 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-0638b79c-e3b2-4f5a-9f0b-275c89660479 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:33.240625 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-0638b79c-e3b2-4f5a-9f0b-275c89660479 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.1599870 Feb 28 18:47:33.249655 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6b6bae-2353-4e46-af03-b5cf91d7657d req-b98d9633-5ae2-41d6-8b82-fd123fbd7893 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:33.251094 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5a6b6bae-2353-4e46-af03-b5cf91d7657d req-b98d9633-5ae2-41d6-8b82-fd123fbd7893 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 944 time: 0.0813439 Feb 28 18:47:33.285057 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-87e52b7a-35dd-4983-ae69-038f3448eb92 req-c9f8b2ea-dfaf-4540-8d43-8ec590dd0e9b tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730211 Feb 28 18:47:33.297785 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5a6b6bae-2353-4e46-af03-b5cf91d7657d req-9c7d6441-84a1-4084-b236-4bcf17ecda69 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410304 Feb 28 18:47:33.421185 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-964ad731-a318-4b1f-923e-25e16764ca3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315866 Feb 28 18:47:33.549380 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0ce7fda5-7ae8-4b7b-88dc-071b9400b53c req-73823846-9367-46a1-88d6-3b6bd5aeecb8 service neutron] 10.222.0.65 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392751 Feb 28 18:47:33.637642 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-ea8b30bd-0539-4596-b55a-c40b1103c4d8 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983192 Feb 28 18:47:33.680978 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5587f7e-9ec6-4d11-9b39-d97ffe1176e9 req-7fb69f7f-c772-424f-9d8e-45559f0d5f64 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:33.682501 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f5587f7e-9ec6-4d11-9b39-d97ffe1176e9 req-7fb69f7f-c772-424f-9d8e-45559f0d5f64 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0909219 Feb 28 18:47:33.891212 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f5587f7e-9ec6-4d11-9b39-d97ffe1176e9 req-110b89ea-776a-45e8-a4dd-eff757d583da tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561291 Feb 28 18:47:33.917327 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fbf8d240-ccf5-4c46-9004-aafcebec6756 req-b5a05028-3ff5-4c82-8586-c4de229022b0 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338727 Feb 28 18:47:33.921138 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-b815b48d-f194-47bb-87b3-ab3ebf5ed49b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15deb759ae8340cc82caf2ac24ebc706&device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 1097 time: 0.2365677 Feb 28 18:47:33.924562 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28312adb-3ae0-4dc2-b26a-2fe4513aaf33 req-66d67b87-849c-4db3-b316-b8bedbc40faa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:33.926010 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-28312adb-3ae0-4dc2-b26a-2fe4513aaf33 req-66d67b87-849c-4db3-b316-b8bedbc40faa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0782843 Feb 28 18:47:33.978728 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-28312adb-3ae0-4dc2-b26a-2fe4513aaf33 req-61d486ff-706c-47b9-b643-d52dbfab3f7f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469091 Feb 28 18:47:34.092026 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-27a71e4f-2ded-405b-bf77-6488b40a480d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:34.093437 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-27a71e4f-2ded-405b-bf77-6488b40a480d service neutron] 10.222.0.65 "GET /v2.0/networks?id=b55655e4-30fc-441c-ad9e-e4bf940a3456 HTTP/1.1" status: 200 len: 914 time: 0.1377847 Feb 28 18:47:34.204430 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-4617979a-896b-45fd-b8fb-ee9f79f40677 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18ae077b-a724-484c-9d84-aaa00d6e5872 HTTP/1.1" status: 200 len: 217 time: 0.0652721 Feb 28 18:47:34.284418 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-93cdf263-b247-4f2f-9e4a-bc079b95685d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:34.285842 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-93cdf263-b247-4f2f-9e4a-bc079b95685d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af807f31-479b-4a7c-99c1-4209133ae05f HTTP/1.1" status: 200 len: 853 time: 0.0577357 Feb 28 18:47:34.339632 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-ec4e1492-5925-460e-86bc-7c23877de47f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b55655e4-30fc-441c-ad9e-e4bf940a3456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425208 Feb 28 18:47:34.495414 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1415e52d-1fcb-4282-b742-82e6a31418ef req-419fc8f6-dd75-4643-82ff-4a25851cc16b tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:34.496863 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1415e52d-1fcb-4282-b742-82e6a31418ef req-419fc8f6-dd75-4643-82ff-4a25851cc16b tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 944 time: 0.0749085 Feb 28 18:47:34.526152 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-fb64e00f-5541-46f3-aace-e6c9556713ef service neutron] 10.222.0.65 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755888 Feb 28 18:47:34.539358 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184804a-fd6f-422d-b7a0-941da117cd8d req-b588646f-3298-4574-afaf-4dec364037ce tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:34.540760 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4184804a-fd6f-422d-b7a0-941da117cd8d req-b588646f-3298-4574-afaf-4dec364037ce tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 945 time: 0.1259918 Feb 28 18:47:34.543885 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1415e52d-1fcb-4282-b742-82e6a31418ef req-ce3156f3-e51f-44a6-a837-2b44d97c3296 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404253 Feb 28 18:47:34.676921 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4184804a-fd6f-422d-b7a0-941da117cd8d req-c112ed0f-8adb-4239-8390-db61276d7ddf tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157272 Feb 28 18:47:34.702201 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c1dc2e5f-3bd6-406e-bc1c-95ff14556e3f req-a281ae9d-fa51-4265-a96d-cf82711d62ac service neutron] 10.222.0.65 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605320 Feb 28 18:47:34.733796 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:47:34.869851 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:34.884120 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'port_id': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'mac_address': 'fa:16:3e:b7:ac:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:47:34.937919 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:34.955512 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62080c57-a963-40c3-93f7-9eaa3ed4c082 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:47:34.970708 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:34.975076 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:35.072636 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=6']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:35.119344 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6bbe6-bedc-4725-8c04-69e4afdc3378 req-6d14acce-6a08-4379-bfad-1c181b98f7a7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:35.120985 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3bb6bbe6-bedc-4725-8c04-69e4afdc3378 req-6d14acce-6a08-4379-bfad-1c181b98f7a7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0899084 Feb 28 18:47:35.173777 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3bb6bbe6-bedc-4725-8c04-69e4afdc3378 req-5173bc9b-809e-4e38-96d1-0882c8470daf tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461538 Feb 28 18:47:35.206371 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bcb56-d979-4308-874d-f6d569c5f02a req-7c4e8d93-7bc8-4cf1-8f2b-83e16ca449df tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:35.208092 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-407bcb56-d979-4308-874d-f6d569c5f02a req-7c4e8d93-7bc8-4cf1-8f2b-83e16ca449df tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 944 time: 0.0809307 Feb 28 18:47:35.255570 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-407bcb56-d979-4308-874d-f6d569c5f02a req-191f210d-9c99-466e-ac72-2860a9456bda tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419579 Feb 28 18:47:35.264482 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['62080c57-a963-40c3-93f7-9eaa3ed4c082'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:35.343283 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-b19bdb34-05d0-407f-a4ce-edb6c371f35f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:35.344705 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-b19bdb34-05d0-407f-a4ce-edb6c371f35f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 945 time: 0.0807264 Feb 28 18:47:35.422863 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Deleting port adb5969d-9ec0-46a7-bf49-95073d34d1be {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:47:35.423176 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:35.745330 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab09df-d79f-4783-98d2-44eb314a65fc req-08d0844b-b0fd-43df-874d-bcce6ac103c6 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:35.751759 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-03ab09df-d79f-4783-98d2-44eb314a65fc req-08d0844b-b0fd-43df-874d-bcce6ac103c6 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 944 time: 0.0863991 Feb 28 18:47:35.767920 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] For port adb5969d-9ec0-46a7-bf49-95073d34d1be, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=adb5969d-9ec0-46a7-bf49-95073d34d1be,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:35.768282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:35.810949 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-03ab09df-d79f-4783-98d2-44eb314a65fc req-cdba5a1b-8657-44ac-824a-05d8a235da21 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565240 Feb 28 18:47:35.936174 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Calling delete_port for adb5969d-9ec0-46a7-bf49-95073d34d1be owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:47:36.048871 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621bbba-db6b-4207-ac8f-17e73945193e req-61eb7bb7-77e3-4de8-8667-01226045eb03 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:36.050325 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d621bbba-db6b-4207-ac8f-17e73945193e req-61eb7bb7-77e3-4de8-8667-01226045eb03 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=cbc6a109-fe56-4e45-875a-4cceecd52899 HTTP/1.1" status: 200 len: 945 time: 0.2125211 Feb 28 18:47:36.146603 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d621bbba-db6b-4207-ac8f-17e73945193e req-0809b4ff-3ef6-4564-963f-6ac2e8c39a6f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652413 Feb 28 18:47:36.147610 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:36.195460 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Pushing event deleted for resources: {'Port': ['ID=adb5969d-9ec0-46a7-bf49-95073d34d1be,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:36.210823 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4c6ceb87-bf7c-4c42-9274-961805732fc1', 'adb5969d-9ec0-46a7-bf49-95073d34d1be'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:36.300738 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] No DVR routers for this DVR port adb5969d-9ec0-46a7-bf49-95073d34d1be on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:47:36.304887 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:36.308742 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc6a109-fe56-4e45-875a-4cceecd52899', 'name': 'network-vif-deleted', 'tag': 'adb5969d-9ec0-46a7-bf49-95073d34d1be'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:36.330644 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-11ce1673-310a-4761-bd4e-e35cdc232d0c req-ca566b35-50ac-4d75-8776-315557d5390f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "DELETE /v2.0/ports/adb5969d-9ec0-46a7-bf49-95073d34d1be HTTP/1.1" status: 204 len: 173 time: 0.9712021 Feb 28 18:47:36.509005 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba29d55-53c0-4695-884c-f64745087562 req-96eb9624-99dd-4d52-9d49-3b1ac2ef04ec tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:36.510534 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-cba29d55-53c0-4695-884c-f64745087562 req-96eb9624-99dd-4d52-9d49-3b1ac2ef04ec tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1350389 Feb 28 18:47:36.571116 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-cba29d55-53c0-4695-884c-f64745087562 req-3d5f8162-5a09-45f2-8a14-f0e0bff36f0e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534315 Feb 28 18:47:36.631459 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4f578-d882-44af-b393-27dd2c7cb657 req-bc07bf53-5fac-468c-9883-c59045b197e5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:36.640087 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-00b4f578-d882-44af-b393-27dd2c7cb657 req-bc07bf53-5fac-468c-9883-c59045b197e5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 944 time: 0.1309235 Feb 28 18:47:36.656711 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc6a109-fe56-4e45-875a-4cceecd52899', 'name': 'network-vif-deleted', 'tag': 'adb5969d-9ec0-46a7-bf49-95073d34d1be', 'status': 'completed', 'code': 200} Feb 28 18:47:36.688961 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-00b4f578-d882-44af-b393-27dd2c7cb657 req-b0ca8751-5506-4f3c-ab0e-15843082d28d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479918 Feb 28 18:47:36.743447 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 18ae077b-a724-484c-9d84-aaa00d6e5872 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:47:36.753838 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:47:36.948124 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 62080c57-a963-40c3-93f7-9eaa3ed4c082 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:36.948124 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:36.988896 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 18ae077b-a724-484c-9d84-aaa00d6e5872, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=18ae077b-a724-484c-9d84-aaa00d6e5872,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:37.027209 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '18ae077b-a724-484c-9d84-aaa00d6e5872', 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456', 'port_id': '18ae077b-a724-484c-9d84-aaa00d6e5872', 'mac_address': 'fa:16:3e:5c:1c:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af807f31-479b-4a7c-99c1-4209133ae05f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:47:37.156326 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4dde2-7dd4-4b56-92da-bddae2b33aed req-8270efdd-1a9d-4f9e-a415-2d5eb1054cf2 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:37.161800 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:37.164038 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7ba4dde2-7dd4-4b56-92da-bddae2b33aed req-8270efdd-1a9d-4f9e-a415-2d5eb1054cf2 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 944 time: 0.1435254 Feb 28 18:47:37.196280 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:37.209782 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18ae077b-a724-484c-9d84-aaa00d6e5872 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:47:37.222355 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7ba4dde2-7dd4-4b56-92da-bddae2b33aed req-b98b92ed-b52b-473a-9521-bfa46a7e1e1a tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572681 Feb 28 18:47:37.242654 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:37.259808 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 18ae077b-a724-484c-9d84-aaa00d6e5872, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=18ae077b-a724-484c-9d84-aaa00d6e5872,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:37.265522 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:37.268350 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:37.312521 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:37.334336 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'code': 200} Feb 28 18:47:37.354507 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=18ae077b-a724-484c-9d84-aaa00d6e5872,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:37.430132 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=7']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:37.768112 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['18ae077b-a724-484c-9d84-aaa00d6e5872'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:37.821068 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca6559-ef97-4d8e-8866-3c8aa9dfe4aa req-b1d21ecb-5789-46be-a397-041982196fd2 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:37.824688 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-01ca6559-ef97-4d8e-8866-3c8aa9dfe4aa req-b1d21ecb-5789-46be-a397-041982196fd2 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1199703 Feb 28 18:47:37.917196 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-01ca6559-ef97-4d8e-8866-3c8aa9dfe4aa req-af066a07-9852-4d69-8ee2-0ae6ff2c7b9b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828447 Feb 28 18:47:37.976264 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc67ed-a726-4558-b307-216422226d03 req-fe771362-b39f-4702-a7ee-bfbc867b072b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:37.977867 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-acfc67ed-a726-4558-b307-216422226d03 req-fe771362-b39f-4702-a7ee-bfbc867b072b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1228297 Feb 28 18:47:38.043521 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-acfc67ed-a726-4558-b307-216422226d03 req-65cfa157-3331-4780-ac53-29f46aa3d6b1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591669 Feb 28 18:47:38.469558 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c15b6-7f35-45cc-89b9-1208819666ca req-5868489d-902a-4fae-8d1e-9e491d465b99 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:38.476339 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f00c15b6-7f35-45cc-89b9-1208819666ca req-5868489d-902a-4fae-8d1e-9e491d465b99 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 945 time: 0.0896611 Feb 28 18:47:38.522527 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f00c15b6-7f35-45cc-89b9-1208819666ca req-bed847b6-e71e-4d0b-8a30-d4a53314fdb2 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456970 Feb 28 18:47:38.769020 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device adb5969d-9ec0-46a7-bf49-95073d34d1be no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:47:38.810926 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: adb5969d-9ec0-46a7-bf49-95073d34d1be {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:47:38.812132 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device adb5969d-9ec0-46a7-bf49-95073d34d1be not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:47:39.076386 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d8397-7099-495f-9e8f-da04500059ae req-13018c56-e3d0-43ab-80d0-bd6dc1a1af8c tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:39.078470 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c14d8397-7099-495f-9e8f-da04500059ae req-13018c56-e3d0-43ab-80d0-bd6dc1a1af8c tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 946 time: 0.0829720 Feb 28 18:47:39.130298 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c14d8397-7099-495f-9e8f-da04500059ae req-8bd5f8d4-2584-4fb3-a437-08bc8373c23f tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456138 Feb 28 18:47:39.135701 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70654a11-e0f1-4c2a-956f-90a16fc77382 req-78f484af-2be3-45ba-b3a9-bbaba8820c06 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:39.138403 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-70654a11-e0f1-4c2a-956f-90a16fc77382 req-78f484af-2be3-45ba-b3a9-bbaba8820c06 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0898666 Feb 28 18:47:39.194493 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-70654a11-e0f1-4c2a-956f-90a16fc77382 req-e5a30f1a-23b1-4f27-83b6-2198dd4ad680 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492311 Feb 28 18:47:39.349822 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95034cf1-a43a-4b86-a65d-6d15028cd726 req-3508b8c4-4bd2-455c-9f0c-7a6134d82980 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:39.351398 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-95034cf1-a43a-4b86-a65d-6d15028cd726 req-3508b8c4-4bd2-455c-9f0c-7a6134d82980 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0841024 Feb 28 18:47:39.426530 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-95034cf1-a43a-4b86-a65d-6d15028cd726 req-df36c556-8224-4708-bae7-16341d483d5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658467 Feb 28 18:47:39.743395 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128ab9f4-ea48-41e6-b782-e5566a58a752 req-1c5f38b7-4614-460a-90a7-ade8f9b563a2 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:39.744835 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-128ab9f4-ea48-41e6-b782-e5566a58a752 req-1c5f38b7-4614-460a-90a7-ade8f9b563a2 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 945 time: 0.0858395 Feb 28 18:47:39.812277 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-128ab9f4-ea48-41e6-b782-e5566a58a752 req-52bc61bf-f22f-4fc4-bd40-c2662ea271b2 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557559 Feb 28 18:47:40.350065 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc705b89-0dde-4a2b-b9a2-7ef47e4d3cc4 req-ac48f6b1-2342-4b0d-86aa-842888dcbbc8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:40.352643 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fc705b89-0dde-4a2b-b9a2-7ef47e4d3cc4 req-ac48f6b1-2342-4b0d-86aa-842888dcbbc8 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 946 time: 0.0880597 Feb 28 18:47:40.427865 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fc705b89-0dde-4a2b-b9a2-7ef47e4d3cc4 req-3d0f5aa8-783a-4ad9-9701-cdf57cefd3b6 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694387 Feb 28 18:47:40.466024 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29fb03-5603-4985-bf65-0ccc3b22c5f2 req-0f99ae46-c647-4c9c-9f9c-5699ac865b05 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:40.467672 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ed29fb03-5603-4985-bf65-0ccc3b22c5f2 req-0f99ae46-c647-4c9c-9f9c-5699ac865b05 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0997372 Feb 28 18:47:40.534285 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ed29fb03-5603-4985-bf65-0ccc3b22c5f2 req-8d8daea4-ab0a-420b-99f1-f5bf17efdc41 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605252 Feb 28 18:47:40.574315 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-33498253-9010-484b-b134-d6f22eea3625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:40.707157 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca74c39-5c59-48b2-ada1-989fd5c90138 req-0169b7f0-10f0-4bac-a267-c3657bb03530 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:40.708534 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-aca74c39-5c59-48b2-ada1-989fd5c90138 req-0169b7f0-10f0-4bac-a267-c3657bb03530 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1354051 Feb 28 18:47:40.763601 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-aca74c39-5c59-48b2-ada1-989fd5c90138 req-45c3996d-5a46-4dd8-ba8e-377b521d33b7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486522 Feb 28 18:47:40.771810 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 18ae077b-a724-484c-9d84-aaa00d6e5872 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:47:40.864179 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 18ae077b-a724-484c-9d84-aaa00d6e5872 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:47:40.870021 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 18ae077b-a724-484c-9d84-aaa00d6e5872 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:47:40.870492 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.010077 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.041891 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da3749-1b3f-42bf-9fb5-8f20063e58ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae077b-a724-484c-9d84-aaa00d6e5872'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:41.053391 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 18ae077b-a724-484c-9d84-aaa00d6e5872, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=18ae077b-a724-484c-9d84-aaa00d6e5872,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:41.054827 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c54e3-0a64-422a-a37e-21ca97a1d8de req-23a3952c-52dd-49c5-86f1-6a53108074f7 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.056696 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0c2c54e3-0a64-422a-a37e-21ca97a1d8de req-23a3952c-52dd-49c5-86f1-6a53108074f7 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 945 time: 0.0976691 Feb 28 18:47:41.064875 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.145736 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da3749-1b3f-42bf-9fb5-8f20063e58ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18ae077b-a724-484c-9d84-aaa00d6e5872', 'code': 200} Feb 28 18:47:41.159907 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=18ae077b-a724-484c-9d84-aaa00d6e5872,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:41.167992 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0c2c54e3-0a64-422a-a37e-21ca97a1d8de req-cbad67ea-b189-46d4-88d4-37361ec3dd92 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779490 Feb 28 18:47:41.181270 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16922c78-96f3-4a36-bce5-4543e748478a req-d38cbc09-3d0d-4638-8148-58dc99675c8e tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.181975 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-16922c78-96f3-4a36-bce5-4543e748478a req-d38cbc09-3d0d-4638-8148-58dc99675c8e tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:47:41.209267 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-16922c78-96f3-4a36-bce5-4543e748478a req-d38cbc09-3d0d-4638-8148-58dc99675c8e tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:47:41.210423 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-16922c78-96f3-4a36-bce5-4543e748478a req-d38cbc09-3d0d-4638-8148-58dc99675c8e tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 946 time: 0.1527591 Feb 28 18:47:41.302135 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Deleting port 4c6ceb87-bf7c-4c42-9274-961805732fc1 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:47:41.302610 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.650885 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a442ced-c029-4fb6-9e1a-1440729014b5 req-ac83bc31-25ae-43d0-a9cf-6f425da614f3 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:41.653707 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3a442ced-c029-4fb6-9e1a-1440729014b5 req-ac83bc31-25ae-43d0-a9cf-6f425da614f3 tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 946 time: 0.0876429 Feb 28 18:47:41.703295 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f16fbee7-0f5a-4934-a33c-4d9bab2e344e req-0b6455ec-6761-4c58-9341-1591d6b5b0ab service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 1099 time: 0.3054852 Feb 28 18:47:41.718466 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3a442ced-c029-4fb6-9e1a-1440729014b5 req-60de60fe-3bc8-4407-8e7b-cc50304ebafa tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/security-groups?id=e226ae54-3d46-435c-b647-562470da751c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587955 Feb 28 18:47:41.820670 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] For port 4c6ceb87-bf7c-4c42-9274-961805732fc1, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4c6ceb87-bf7c-4c42-9274-961805732fc1,segment=NetworkSegment(62d9b3c5-b957-4342-8dc1-a6fcfede74a4),segment_id=62d9b3c5-b957-4342-8dc1-a6fcfede74a4)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:41.821278 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:41.976451 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Calling delete_port for 4c6ceb87-bf7c-4c42-9274-961805732fc1 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:47:42.025845 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035bf065-03e2-4dc6-be28-fbad46abc6e5 req-89a0193f-1728-43bb-adf7-c373ff5d1919 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:42.032757 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-035bf065-03e2-4dc6-be28-fbad46abc6e5 req-89a0193f-1728-43bb-adf7-c373ff5d1919 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0924816 Feb 28 18:47:42.056842 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f16fbee7-0f5a-4934-a33c-4d9bab2e344e req-ea591248-ae29-4e93-a100-3c666799732c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386505 Feb 28 18:47:42.087738 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-035bf065-03e2-4dc6-be28-fbad46abc6e5 req-8b4f6e11-94fc-47fe-86cf-d2288bc40e5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528724 Feb 28 18:47:42.103307 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8e0b4-9213-4df0-96ea-484129f79bc2 req-39a7a468-19c4-455e-a8c8-f8f98a023030 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:42.113268 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56e8e0b4-9213-4df0-96ea-484129f79bc2 req-39a7a468-19c4-455e-a8c8-f8f98a023030 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.3775151 Feb 28 18:47:42.232503 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-56e8e0b4-9213-4df0-96ea-484129f79bc2 req-3fe57ad2-619a-44a3-b65a-0580da099f9d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180940 Feb 28 18:47:42.235365 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:42.278358 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4c6ceb87-bf7c-4c42-9274-961805732fc1'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:47:42.313094 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Pushing event deleted for resources: {'Port': ['ID=4c6ceb87-bf7c-4c42-9274-961805732fc1,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:42.401307 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] No DVR routers for this DVR port 4c6ceb87-bf7c-4c42-9274-961805732fc1 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:47:42.405165 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:42.409557 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0904e848-e4b1-48e8-b923-01c5f99f2b0a', 'name': 'network-vif-deleted', 'tag': '4c6ceb87-bf7c-4c42-9274-961805732fc1'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:42.445117 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-16922c78-96f3-4a36-bce5-4543e748478a req-b0cad6aa-d007-4a92-a6f3-8d0c178d50af tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.65 "DELETE /v2.0/ports/4c6ceb87-bf7c-4c42-9274-961805732fc1 HTTP/1.1" status: 204 len: 173 time: 1.2127705 Feb 28 18:47:42.486562 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0904e848-e4b1-48e8-b923-01c5f99f2b0a', 'name': 'network-vif-deleted', 'tag': '4c6ceb87-bf7c-4c42-9274-961805732fc1', 'status': 'completed', 'code': 200} Feb 28 18:47:42.490622 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eefc6e-6b87-4c18-8242-14704790cfc5 req-aa39ffbc-d227-456d-a16f-78b7f2606c13 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:42.492375 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-37eefc6e-6b87-4c18-8242-14704790cfc5 req-aa39ffbc-d227-456d-a16f-78b7f2606c13 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.1244829 Feb 28 18:47:42.574564 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-37eefc6e-6b87-4c18-8242-14704790cfc5 req-6b0c23be-e237-4e58-bbad-4855c1f77174 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694182 Feb 28 18:47:42.904891 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-f8defb25-76a2-48fa-803e-a1bbbca8453d req-487163f9-6bea-4eac-8c83-801ddf2eea3d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Synchronizing usage tracker for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:47:42.922314 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-f8defb25-76a2-48fa-803e-a1bbbca8453d req-487163f9-6bea-4eac-8c83-801ddf2eea3d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] Unset dirty status for tenant:471ab32513ef4f049e0057fece90e335 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:47:42.923499 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f8defb25-76a2-48fa-803e-a1bbbca8453d req-487163f9-6bea-4eac-8c83-801ddf2eea3d tempest-AttachVolumeNegativeTest-2007594958 tempest-AttachVolumeNegativeTest-2007594958-project] 10.222.0.45 "GET /v2.0/ports?device_id=0904e848-e4b1-48e8-b923-01c5f99f2b0a HTTP/1.1" status: 200 len: 210 time: 0.0615065 Feb 28 18:47:43.023093 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f60ea5bc-0c22-4389-a487-0a7e48b3f4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:43.371419 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e25500f-9694-4193-ae56-57f05dab927e req-dff32e2e-c992-4fff-96ef-916d8ce312b1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:43.384522 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4e25500f-9694-4193-ae56-57f05dab927e req-dff32e2e-c992-4fff-96ef-916d8ce312b1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1458521 Feb 28 18:47:43.463874 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4e25500f-9694-4193-ae56-57f05dab927e req-05e1dec1-cc68-4430-82de-75369955c532 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716126 Feb 28 18:47:43.546749 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c018664c-f164-4a2e-b309-9a98bd433b3e req-f4787598-0449-4906-8588-b192b04a93a8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:43.555910 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c018664c-f164-4a2e-b309-9a98bd433b3e req-f4787598-0449-4906-8588-b192b04a93a8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1313386 Feb 28 18:47:43.637251 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c018664c-f164-4a2e-b309-9a98bd433b3e req-f96dae57-5999-400f-9eb5-0b89f67eb47c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771573 Feb 28 18:47:43.859796 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f108f-e77d-4d19-a444-ab3d9f49c24a req-8daa943b-dace-47dd-be85-ed59ab96bb74 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:43.861551 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3e8f108f-e77d-4d19-a444-ab3d9f49c24a req-8daa943b-dace-47dd-be85-ed59ab96bb74 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.0914757 Feb 28 18:47:43.911843 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3e8f108f-e77d-4d19-a444-ab3d9f49c24a req-14a4b287-d69a-4d08-a646-95e060aaef89 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445113 Feb 28 18:47:44.076779 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.077451 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44326) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:44.161704 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cb02943-a4e5-471c-8722-690f83ccdcf6 admin admin] Deleting subnet c7cb7169-cb4a-4475-88e5-a60620e9961a {{(pid=83019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:47:44.166859 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4cb02943-a4e5-471c-8722-690f83ccdcf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.176874 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.234308 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4cb02943-a4e5-471c-8722-690f83ccdcf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922623'] for subnet, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.297918 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4cb02943-a4e5-471c-8722-690f83ccdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.377378 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4cb02943-a4e5-471c-8722-690f83ccdcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827212'] for subnet, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.429799 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb02943-a4e5-471c-8722-690f83ccdcf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7cb7169-cb4a-4475-88e5-a60620e9961a,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:44.431886 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4cb02943-a4e5-471c-8722-690f83ccdcf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.441180 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-4cb02943-a4e5-471c-8722-690f83ccdcf6 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/c7cb7169-cb4a-4475-88e5-a60620e9961a HTTP/1.1" status: 204 len: 168 time: 0.3620090 Feb 28 18:47:44.443198 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44338) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:44.619077 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.699285 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ec2de-f717-4f1e-93ae-6d94e8ef1463 req-45620d7b-05ac-47ac-afd2-9f8d0eeae772 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:44.707525 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f23ec2de-f717-4f1e-93ae-6d94e8ef1463 req-45620d7b-05ac-47ac-afd2-9f8d0eeae772 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0948648 Feb 28 18:47:44.764630 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f23ec2de-f717-4f1e-93ae-6d94e8ef1463 req-be9697ef-ea1e-443b-b744-0b451ac3bbdd tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559027 Feb 28 18:47:44.814583 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4c6ceb87-bf7c-4c42-9274-961805732fc1 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:47:44.818574 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.865858 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 4c6ceb87-bf7c-4c42-9274-961805732fc1 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:47:44.866205 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4c6ceb87-bf7c-4c42-9274-961805732fc1 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:47:44.893462 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b401d7e9-d1d6-4283-bcfe-a545fabe86c1']}} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:44.919672 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62d9b3c5-b957-4342-8dc1-a6fcfede74a4') {'for_net_delete': True} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:44.919997 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62d9b3c5-b957-4342-8dc1-a6fcfede74a4') {} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:47:44.941991 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922612'] for segment, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:44.974541 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.014245 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:47:45.014926 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856722'] for segment, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: Traceback (most recent call last): Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: timer() Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: cb(*args, **kw) Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: return func(*args, **kwargs) Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: self._notify() Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: self.callback(batched_events) Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: event.method(event) Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: return f(self, *a, **k) Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: return self._get(url).json() Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: return self.request(url, 'GET', **kwargs) Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:47:45.029967 dv-cinder-831188-1-smb neutron-server[83019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:47:45.144249 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e309b6-d2b8-4d03-901c-45d975496918 req-8831ec64-3d81-4e75-8bf1-be03cb4c8252 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:45.145776 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-51e309b6-d2b8-4d03-901c-45d975496918 req-8831ec64-3d81-4e75-8bf1-be03cb4c8252 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.3126240 Feb 28 18:47:45.151808 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.207113 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.210891 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] Pushing event deleted for resources: {'Network': ['ID=b401d7e9-d1d6-4283-bcfe-a545fabe86c1,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:45.240126 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-95d06fc2-ef74-4e03-8c8a-8f93fc7ce209 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b401d7e9-d1d6-4283-bcfe-a545fabe86c1 HTTP/1.1" status: 204 len: 168 time: 0.7958689 Feb 28 18:47:45.257277 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-51e309b6-d2b8-4d03-901c-45d975496918 req-b86d58fd-6dc7-4be9-8a9b-c5b7f7e9fb6f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803270 Feb 28 18:47:45.411302 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.489310 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44352) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:45.548909 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-5469a225-2838-4068-a572-21484d4a2017 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=471ab32513ef4f049e0057fece90e335&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584390 Feb 28 18:47:45.551393 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44356) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:45.622540 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a7564b4f-00de-4f88-a3a4-71e45240a4ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.650556 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a7564b4f-00de-4f88-a3a4-71e45240a4ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.719182 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a7564b4f-00de-4f88-a3a4-71e45240a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.736969 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7564b4f-00de-4f88-a3a4-71e45240a4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e226ae54-3d46-435c-b647-562470da751c,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:45.766463 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a7564b4f-00de-4f88-a3a4-71e45240a4ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:45.771244 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-a7564b4f-00de-4f88-a3a4-71e45240a4ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e226ae54-3d46-435c-b647-562470da751c HTTP/1.1" status: 204 len: 168 time: 0.2187855 Feb 28 18:47:46.026695 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff12a7c1-3086-4a74-af07-8df95255ccf7 req-2e7ca48a-ce2e-482c-9dcb-90891bc7561d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:46.033084 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ff12a7c1-3086-4a74-af07-8df95255ccf7 req-2e7ca48a-ce2e-482c-9dcb-90891bc7561d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1240911 Feb 28 18:47:46.106708 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ff12a7c1-3086-4a74-af07-8df95255ccf7 req-958e46cd-f65c-4c91-b2fc-a5794d7888cc tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677569 Feb 28 18:47:46.540290 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d60e8-3ccf-4738-87cc-3eeb3ba808f5 req-03a56f05-ac76-4747-8405-a876c340a34d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:46.542513 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8a5d60e8-3ccf-4738-87cc-3eeb3ba808f5 req-03a56f05-ac76-4747-8405-a876c340a34d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1644509 Feb 28 18:47:46.645587 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8a5d60e8-3ccf-4738-87cc-3eeb3ba808f5 req-18478c5c-1d47-453a-b5ec-c73fb80c523c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972137 Feb 28 18:47:47.382789 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78a2e6-af06-48ec-b038-6dbc821482a1 req-cf95fdf8-95b8-4fbe-b53d-41962e102531 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:47.384573 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5d78a2e6-af06-48ec-b038-6dbc821482a1 req-cf95fdf8-95b8-4fbe-b53d-41962e102531 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1091492 Feb 28 18:47:47.437166 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5d78a2e6-af06-48ec-b038-6dbc821482a1 req-bef40f08-411a-430f-9720-c61fe14013d4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461371 Feb 28 18:47:47.914465 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f123ee4-58c3-45ca-a06f-aa054530303f req-e99f6bbb-7a52-4861-a18e-6ff3f565a7ad tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:47.915989 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f123ee4-58c3-45ca-a06f-aa054530303f req-e99f6bbb-7a52-4861-a18e-6ff3f565a7ad tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0935388 Feb 28 18:47:48.015111 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f123ee4-58c3-45ca-a06f-aa054530303f req-96abe179-9291-4653-88a4-69374f26a5b8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910549 Feb 28 18:47:48.669816 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257393-f2d3-4d67-940f-a924e0699794 req-740cd249-808d-42d2-9534-f6cc3fafe47b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:48.671203 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dd257393-f2d3-4d67-940f-a924e0699794 req-740cd249-808d-42d2-9534-f6cc3fafe47b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0807149 Feb 28 18:47:48.720086 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dd257393-f2d3-4d67-940f-a924e0699794 req-510a21ed-5bbd-40a8-9b78-e3dee5812f2f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411253 Feb 28 18:47:49.289313 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced987-423d-47d9-a670-2591449fad28 req-3e852687-c769-4ad0-954a-98f26a8d884a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:49.290833 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-51ced987-423d-47d9-a670-2591449fad28 req-3e852687-c769-4ad0-954a-98f26a8d884a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1213510 Feb 28 18:47:49.298648 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:49.360427 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-51ced987-423d-47d9-a670-2591449fad28 req-75654520-8748-4cbf-b368-78204e3be710 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590076 Feb 28 18:47:49.372745 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-a7e35435-4a17-4cc4-b278-12904ff3624b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 1098 time: 0.1269491 Feb 28 18:47:49.519373 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-267b55ff-368f-4182-a327-b6784d650201 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:49.520813 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-267b55ff-368f-4182-a327-b6784d650201 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.1419866 Feb 28 18:47:49.575948 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44462) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:49.671645 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-74476113-b507-49aa-abf9-2b00ab67cac9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082 HTTP/1.1" status: 200 len: 1000 time: 0.1003461 Feb 28 18:47:49.724115 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:49.741328 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-2e36e178-69bd-4054-9a9f-c046469f349d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:49.742763 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-2e36e178-69bd-4054-9a9f-c046469f349d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.0609810 Feb 28 18:47:49.755781 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:49.759931 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab9f76ef67c4c10936d65c2e250a4fb is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:49.765134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:49.771433 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:49.822537 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-8a49eeb3-d516-4995-8de8-7aed6c7e27ca service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0735793 Feb 28 18:47:49.848606 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:49.853016 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:49.943615 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c3675-b4e1-4efa-b5b6-7a8df2a32275,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:49.957426 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-a0702b3f-d4c7-4bbb-814f-2fae3f087c42 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3ab9f76ef67c4c10936d65c2e250a4fb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3803661 Feb 28 18:47:49.959925 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-cb99a343-496c-4813-8200-ca66a7be4f41 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307433 Feb 28 18:47:49.960252 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44470) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:49.984779 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550f76c5-76f7-417c-80fc-e6b82ab2c56c req-c8eeeda7-9624-4fcc-b05b-69504a5c2bb9 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:49.986269 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-550f76c5-76f7-417c-80fc-e6b82ab2c56c req-c8eeeda7-9624-4fcc-b05b-69504a5c2bb9 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.1093543 Feb 28 18:47:50.035823 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-550f76c5-76f7-417c-80fc-e6b82ab2c56c req-eaa7f938-fed2-4674-9a3b-c6266feeb64d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438375 Feb 28 18:47:50.121438 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae003-af6d-45b8-a7e9-6d501ba3eccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.163867 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e623861-af6d-48d8-b8b7-51a14390f541 req-349b72d8-7098-4872-817e-162aba65b1f8 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789336 Feb 28 18:47:50.167746 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae003-af6d-45b8-a7e9-6d501ba3eccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.224786 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae003-af6d-45b8-a7e9-6d501ba3eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.239840 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7ae003-af6d-45b8-a7e9-6d501ba3eccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c3675-b4e1-4efa-b5b6-7a8df2a32275,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:50.245731 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3f7ae003-af6d-45b8-a7e9-6d501ba3eccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.246886 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-3f7ae003-af6d-45b8-a7e9-6d501ba3eccd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/424c3675-b4e1-4efa-b5b6-7a8df2a32275 HTTP/1.1" status: 204 len: 168 time: 0.2857344 Feb 28 18:47:50.573351 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d24509-66a8-4040-9b2f-5f07a3c7152d req-278f829c-7350-4371-8dea-8f32138ea4ec tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:50.575684 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b4d24509-66a8-4040-9b2f-5f07a3c7152d req-278f829c-7350-4371-8dea-8f32138ea4ec tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0832710 Feb 28 18:47:50.587004 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44484) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:50.605613 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.625363 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b4d24509-66a8-4040-9b2f-5f07a3c7152d req-44cd4a0f-4065-40a5-9768-5b9359ee2278 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436966 Feb 28 18:47:50.637651 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:50.641580 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] Usage tracker for resource:security_group_rule and tenant:e057dd619f534b0795911334f94ddd74 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:50.644449 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:50.650541 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:50.720335 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.725192 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.775956 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e057dd619f534b0795911334f94ddd74&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1875975 Feb 28 18:47:50.776794 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3cd5b-a63b-4c5a-8950-fce35ca99a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0472e48-726f-4661-8d92-13427e6ec02c,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:50.780128 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44488) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:50.843556 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3dde1c35-df80-42be-bb69-a8a3184d5984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.873109 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3dde1c35-df80-42be-bb69-a8a3184d5984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.924974 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3dde1c35-df80-42be-bb69-a8a3184d5984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.938927 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde1c35-df80-42be-bb69-a8a3184d5984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0472e48-726f-4661-8d92-13427e6ec02c,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:50.945691 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3dde1c35-df80-42be-bb69-a8a3184d5984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:50.949259 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-3dde1c35-df80-42be-bb69-a8a3184d5984 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c0472e48-726f-4661-8d92-13427e6ec02c HTTP/1.1" status: 204 len: 168 time: 0.1656787 Feb 28 18:47:51.107516 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-ebe6063f-8db2-447a-bc91-2a8f942b202e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1099 time: 0.0730803 Feb 28 18:47:51.259759 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fc301-9cf3-4069-a999-181161316dbe req-8ce6c58d-e7f7-47fd-af52-a1de05e2498d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:51.262182 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5f5fc301-9cf3-4069-a999-181161316dbe req-8ce6c58d-e7f7-47fd-af52-a1de05e2498d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0873220 Feb 28 18:47:51.281130 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-cb606ba0-ab35-4b81-92a4-b1530d30b402 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:51.283522 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-cb606ba0-ab35-4b81-92a4-b1530d30b402 service neutron] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 920 time: 0.1501863 Feb 28 18:47:51.319467 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5f5fc301-9cf3-4069-a999-181161316dbe req-ce4108f3-9dd7-496d-bce5-71ff52115a50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519226 Feb 28 18:47:51.365587 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-1f6fb717-dd67-44e7-aa26-af96349c5221 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 200 len: 217 time: 0.0753157 Feb 28 18:47:51.434667 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-119887a2-0a26-494b-ae9d-4eb4a6e378e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:51.436222 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-119887a2-0a26-494b-ae9d-4eb4a6e378e7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.0582025 Feb 28 18:47:51.553114 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-53fbbc9d-c2ef-4276-8f46-4264597bde1e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1055238 Feb 28 18:47:51.703987 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-6e5b4a4d-f4b9-4b18-a76a-86ad7e6b8293 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441309 Feb 28 18:47:51.900007 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d1c168f6-9264-43d7-9a00-3119eb064307 req-2a4ec843-7d6a-4c67-8f87-b10dc0dd63d3 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857545 Feb 28 18:47:51.909386 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9d0f0-231c-4f2e-8fc4-5ef7d8298a4b req-7169f136-29d1-440f-9aff-0b44dfc8991f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:51.910782 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-31a9d0f0-231c-4f2e-8fc4-5ef7d8298a4b req-7169f136-29d1-440f-9aff-0b44dfc8991f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1274500 Feb 28 18:47:51.957322 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-31a9d0f0-231c-4f2e-8fc4-5ef7d8298a4b req-0ae3603a-c1df-484b-8c01-b98b06eb5bd1 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410333 Feb 28 18:47:52.571356 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a3143-eb1f-4c0b-97f9-4ebba7e9e394 req-748ba109-aafb-41a7-b66c-c3d020bcd4f0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:52.573157 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-022a3143-eb1f-4c0b-97f9-4ebba7e9e394 req-748ba109-aafb-41a7-b66c-c3d020bcd4f0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 945 time: 0.0922875 Feb 28 18:47:52.624357 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-022a3143-eb1f-4c0b-97f9-4ebba7e9e394 req-a962729f-a2e1-4884-9355-d3d216aa7159 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448599 Feb 28 18:47:52.842951 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:47:52.960145 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:52.989246 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:47:53.016469 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:47:53.022631 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:53.095498 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'code': 200} Feb 28 18:47:53.107299 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=8']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:53.250876 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cef1a-b592-44fc-9cd3-bf5fdb84dcc9 req-f8761df9-2ddd-43e7-acef-eee2c0d80615 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:53.252569 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4b1cef1a-b592-44fc-9cd3-bf5fdb84dcc9 req-f8761df9-2ddd-43e7-acef-eee2c0d80615 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1018426 Feb 28 18:47:53.328342 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4b1cef1a-b592-44fc-9cd3-bf5fdb84dcc9 req-f6c90019-f21e-4afb-8894-7293603325ca tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640240 Feb 28 18:47:53.849138 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb7a36-a2fb-481a-87ba-228ae4a62895 req-c94747cd-d448-44d8-a515-0b7ef09b8e1d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:53.850661 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d1bb7a36-a2fb-481a-87ba-228ae4a62895 req-c94747cd-d448-44d8-a515-0b7ef09b8e1d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0804074 Feb 28 18:47:53.896564 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d1bb7a36-a2fb-481a-87ba-228ae4a62895 req-3ea6c17b-725b-4899-b5ef-f53c69018329 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401156 Feb 28 18:47:54.010208 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44586) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:54.160628 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:54.195753 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:54.200250 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] Usage tracker for resource:security_group_rule and tenant:af9c96ec72064373afb376340b554b73 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:54.203541 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:54.209616 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:54.281556 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:54.286482 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:54.332140 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af70d3ed-72e6-425d-8832-2ca67dd2d8e3,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:54.341051 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-c94ec440-5d1c-4d98-ba66-94caf6049a7b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=af9c96ec72064373afb376340b554b73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3261986 Feb 28 18:47:54.341241 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44600) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:54.403982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e76ec37e-b0f1-4156-bc44-718dc0551545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:54.437133 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e76ec37e-b0f1-4156-bc44-718dc0551545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:54.496878 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e76ec37e-b0f1-4156-bc44-718dc0551545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:54.536895 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ec37e-b0f1-4156-bc44-718dc0551545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af70d3ed-72e6-425d-8832-2ca67dd2d8e3,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:54.539529 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e76ec37e-b0f1-4156-bc44-718dc0551545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:54.544220 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-e76ec37e-b0f1-4156-bc44-718dc0551545 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af70d3ed-72e6-425d-8832-2ca67dd2d8e3 HTTP/1.1" status: 204 len: 168 time: 0.2019150 Feb 28 18:47:54.563986 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65df54-e48b-4296-9a94-4e7b129c5fe7 req-48564543-96e6-442e-a790-ad342e975e39 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:54.565724 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7a65df54-e48b-4296-9a94-4e7b129c5fe7 req-48564543-96e6-442e-a790-ad342e975e39 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0845892 Feb 28 18:47:54.635967 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7a65df54-e48b-4296-9a94-4e7b129c5fe7 req-6017c513-3b72-4f6b-a463-71cff7836e32 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644734 Feb 28 18:47:54.789015 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41179239-9954-4dc8-b87e-fc45cdaefb33 req-5b999b45-f570-4f5b-a7cd-afa1627844f2 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0749805 Feb 28 18:47:54.921472 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44620) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:54.942435 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:54.975914 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:54.982496 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] Usage tracker for resource:security_group_rule and tenant:1b577c1b0df144e2859377b5d24a354b is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:54.985641 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:54.992587 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:55.149372 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44632) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:55.196729 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba4c28-a7ae-4801-aa17-045afef2ed63 req-49c6ed99-aa76-4ee9-bd1e-41acc9368062 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:55.198179 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-76ba4c28-a7ae-4801-aa17-045afef2ed63 req-49c6ed99-aa76-4ee9-bd1e-41acc9368062 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.1872811 Feb 28 18:47:55.205868 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:55.224101 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:55.284859 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b87383c-3abd-4ac9-a2d0-d0ae6dcc856e,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:55.291753 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-76ba4c28-a7ae-4801-aa17-045afef2ed63 req-cb121fde-d789-4b83-9c6f-96288a2ba49f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876737 Feb 28 18:47:55.295828 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f752bd74-6ad2-4f71-adc4-33d87fd4bb71 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1b577c1b0df144e2859377b5d24a354b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3730383 Feb 28 18:47:55.298437 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44638) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:55.306702 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-a9f162df-07fb-4355-8975-86b5dbf58702 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1560154 Feb 28 18:47:55.372461 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c58658db-adf9-41cf-a44f-80c68ba10731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:55.398983 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c58658db-adf9-41cf-a44f-80c68ba10731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:55.456414 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c58658db-adf9-41cf-a44f-80c68ba10731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:55.472955 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58658db-adf9-41cf-a44f-80c68ba10731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b87383c-3abd-4ac9-a2d0-d0ae6dcc856e,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:55.490027 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c58658db-adf9-41cf-a44f-80c68ba10731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:55.493506 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c58658db-adf9-41cf-a44f-80c68ba10731 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8b87383c-3abd-4ac9-a2d0-d0ae6dcc856e HTTP/1.1" status: 204 len: 168 time: 0.1915634 Feb 28 18:47:55.862368 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f23abd-b3a4-465b-904e-27290480aaa5 req-a76126ee-60c0-4f17-8247-5de307e65321 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:55.864004 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0f23abd-b3a4-465b-904e-27290480aaa5 req-a76126ee-60c0-4f17-8247-5de307e65321 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0881600 Feb 28 18:47:55.919849 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0f23abd-b3a4-465b-904e-27290480aaa5 req-003091a5-9999-4771-a80f-5424e5ceef2b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503964 Feb 28 18:47:56.495103 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44678) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:56.530266 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da9780a-da14-4114-876d-68e9f44975fe req-2406b145-f0cc-456a-8066-13871de1897b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:56.532387 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5da9780a-da14-4114-876d-68e9f44975fe req-2406b145-f0cc-456a-8066-13871de1897b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0823975 Feb 28 18:47:56.587805 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5da9780a-da14-4114-876d-68e9f44975fe req-cecde5a2-989d-41ab-bf5c-20df74a0720d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486400 Feb 28 18:47:56.659228 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2088621759-network', 'tenant_id': '83b482ae8ae842f4b2d225812b991ba6'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:56.669982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:56.676380 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Usage tracker for resource:network and tenant:83b482ae8ae842f4b2d225812b991ba6 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:56.679785 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:56.688187 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:56.708693 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Made reservation on behalf of 83b482ae8ae842f4b2d225812b991ba6 for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:56.710977 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:56.728117 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-06e153f0-4b5f-49ca-92c4-20c5749ccc8f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca&tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5 HTTP/1.1" status: 200 len: 1096 time: 0.1090872 Feb 28 18:47:56.729038 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:56.764765 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:56.798478 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Usage tracker for resource:security_group_rule and tenant:83b482ae8ae842f4b2d225812b991ba6 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:56.810999 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:56.816986 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:56.843859 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:47:56.885180 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-1212ba00-9f2a-4162-afe3-a6b1f2f29c9d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 1096 time: 0.1165907 Feb 28 18:47:57.002589 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.008188 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.061146 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 587} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:47:57.070899 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10409f0-81df-4d00-827b-56a450ae54a2,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:57.132865 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.133206 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Added segment c6c95e8d-c618-4e28-8b84-98d780639c60 of type vlan for network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 Feb 28 18:47:57.134583 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-b59bf520-9199-43af-8dbc-12f8b2385876 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:57.136060 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-b59bf520-9199-43af-8dbc-12f8b2385876 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.2448673 Feb 28 18:47:57.244797 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.301150 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-29cbf7fa-1b23-446a-b84b-1e5f08e50507 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082 HTTP/1.1" status: 200 len: 998 time: 0.1571317 Feb 28 18:47:57.311769 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ea0d2-e63d-4076-bc19-f769e59afaf5 req-d8a5adbb-e952-4a0e-87ed-ce6b24defe1b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:57.313173 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b28ea0d2-e63d-4076-bc19-f769e59afaf5 req-d8a5adbb-e952-4a0e-87ed-ce6b24defe1b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.2361860 Feb 28 18:47:57.344786 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.345581 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:57.346154 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.571017 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0747938 Feb 28 18:47:57.572719 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-ec269eba-bb1f-4c6e-98e9-032100977ab3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:57.574374 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 44688) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:57.574845 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-ec269eba-bb1f-4c6e-98e9-032100977ab3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.2605031 Feb 28 18:47:57.577853 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Pushing event updated for resources: {'Network': ['ID=ffe7d92a-48c8-441e-bcc1-318ebb618bb6,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:57.579858 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Request body: {'subnet': {'network_id': 'ffe7d92a-48c8-441e-bcc1-318ebb618bb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2088621759-subnet', 'tenant_id': '83b482ae8ae842f4b2d225812b991ba6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:57.584378 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:57.588093 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Usage tracker for resource:subnet and tenant:83b482ae8ae842f4b2d225812b991ba6 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:57.589240 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b28ea0d2-e63d-4076-bc19-f769e59afaf5 req-1e153707-0204-4939-942c-bb9f9d021662 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383120 Feb 28 18:47:57.591482 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:57.597057 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:57.611874 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Made reservation on behalf of 83b482ae8ae842f4b2d225812b991ba6 for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:57.614608 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.624876 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.625227 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.625885 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.625995 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.626290 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.626620 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.626943 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.627278 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.627642 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.627940 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.628263 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11699a13-1e65-44b5-a139-ee19cf2040b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:57.642083 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:47:57.673447 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-183b1613-3e0a-4282-b5b9-fc04b2ac1469 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0825863 Feb 28 18:47:57.818095 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-099e551b-b0dc-4969-a902-b9c780e146d1 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342342 Feb 28 18:47:57.897933 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:57.947436 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336c8c9-b303-4291-806b-e7bae2efd6df req-e45784d1-f7fc-409e-9504-5a41d6c9e256 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:57.948886 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f336c8c9-b303-4291-806b-e7bae2efd6df req-e45784d1-f7fc-409e-9504-5a41d6c9e256 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.1638312 Feb 28 18:47:57.957341 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b84a5e12-e090-43cc-be86-1f73c0effdfc req-bc5a8cc8-916c-44b8-9496-c42e5558d5cb service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315172 Feb 28 18:47:58.009013 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d7b3091-9206-467e-aa61-9504743cba0b,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:58.039794 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.040134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.040463 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.040791 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.041113 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.041437 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.041755 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.042075 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.042395 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.042703 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.043681 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:47:58.054400 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f336c8c9-b303-4291-806b-e7bae2efd6df req-068db5e5-7fdb-4cde-88d4-5309af3b12cd tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957789 Feb 28 18:47:58.055481 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Checking segment: {'id': 'c6c95e8d-c618-4e28-8b84-98d780639c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffe7d92a-48c8-441e-bcc1-318ebb618bb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:47:58.055831 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Network hostable DHCP agents. Network: ffe7d92a-48c8-441e-bcc1-318ebb618bb6, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:47:58.078613 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:47:58.087816 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, ffe7d92a-48c8-441e-bcc1-318ebb618bb6) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:58.099884 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:58.100459 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:58.104922 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff21754-f53e-4dee-b8e6-453932cd1776 None None] Network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:47:58.132609 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-0f3a3eda-16aa-445a-80a5-0299dbdc992b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5490150 Feb 28 18:47:58.354800 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d1a715-008d-4b3d-9b17-88d4903b075e None None] Network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:47:58.790315 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27731a-26ac-4f94-8fed-c717949b8e8c req-b4ef4477-ab96-40b0-89ed-947278929406 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:58.791812 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ef27731a-26ac-4f94-8fed-c717949b8e8c req-b4ef4477-ab96-40b0-89ed-947278929406 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0780237 Feb 28 18:47:58.840174 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ef27731a-26ac-4f94-8fed-c717949b8e8c req-26372081-e913-47c3-958b-20b37920950b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Feb 28 18:47:58.986100 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44718) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:58.991930 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1611925405-network', 'tenant_id': 'afc220d6a5ca4809bb3293c962ada8e8'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:58.998102 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:59.002885 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Usage tracker for resource:network and tenant:afc220d6a5ca4809bb3293c962ada8e8 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:59.005728 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:59.011732 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:59.027118 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Made reservation on behalf of afc220d6a5ca4809bb3293c962ada8e8 for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:59.029652 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.041865 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.074743 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:59.078708 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Usage tracker for resource:security_group_rule and tenant:afc220d6a5ca4809bb3293c962ada8e8 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:59.081487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:59.086982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:59.158897 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.162741 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.193556 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 553} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:47:59.203293 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec2af6d-0286-4ce5-af63-5bda7583c37f,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:59.208884 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.209221 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Added segment a577d6f2-413f-4319-bba0-9af5affeac08 of type vlan for network 9422745a-c30d-44bc-bd9c-218b53648c7b Feb 28 18:47:59.245217 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.276395 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.279090 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:59.279738 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.289827 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e4de0-c29b-4c9d-8cf2-ae8f3ddf5b5e req-3300a63d-7d78-4d5d-ae0b-7b0719d14163 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:59.291301 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-232e4de0-c29b-4c9d-8cf2-ae8f3ddf5b5e req-3300a63d-7d78-4d5d-ae0b-7b0719d14163 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0958843 Feb 28 18:47:59.344540 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-232e4de0-c29b-4c9d-8cf2-ae8f3ddf5b5e req-ee549554-241a-46a4-b2fd-47e9227fdb9e tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Feb 28 18:47:59.430434 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4429379 Feb 28 18:47:59.433064 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 44736) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:47:59.448797 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Request body: {'subnet': {'network_id': '9422745a-c30d-44bc-bd9c-218b53648c7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1611925405-subnet', 'tenant_id': 'afc220d6a5ca4809bb3293c962ada8e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:47:59.454641 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15681aac-bec3-41f9-b4c9-35b4b9ccf7e7 admin admin] Pushing event updated for resources: {'Network': ['ID=9422745a-c30d-44bc-bd9c-218b53648c7b,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:59.463232 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:47:59.469685 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network 9422745a-c30d-44bc-bd9c-218b53648c7b details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:47:59.471155 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Usage tracker for resource:subnet and tenant:afc220d6a5ca4809bb3293c962ada8e8 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:47:59.474345 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:47:59.482085 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:47:59.498719 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Made reservation on behalf of afc220d6a5ca4809bb3293c962ada8e8 for: {'subnet': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:47:59.504552 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827243'] for subnet, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.796497 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827221'] for subnet, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.883419 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecda884a-0150-4aef-aff4-6edb37bd60c8,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:47:59.905469 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Checking segment: {'id': 'a577d6f2-413f-4319-bba0-9af5affeac08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '9422745a-c30d-44bc-bd9c-218b53648c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:47:59.905869 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Network hostable DHCP agents. Network: 9422745a-c30d-44bc-bd9c-218b53648c7b, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:47:59.937266 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Network 9422745a-c30d-44bc-bd9c-218b53648c7b is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:47:59.959803 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, 9422745a-c30d-44bc-bd9c-218b53648c7b) {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:47:59.967208 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:47:59.967960 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:47:59.971886 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d94ffc-1dbc-43ff-8fb3-1d91d53d00e8 None None] Network 9422745a-c30d-44bc-bd9c-218b53648c7b requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:48:00.015090 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-2af6e7c5-efd8-4ccb-b05b-8ffa50d46fa4 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5777454 Feb 28 18:48:00.178286 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce22ad-67dc-4a2d-b115-87eb3a08d8a0 req-2c4c62f1-1467-48cf-a31f-aaca934ee354 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:00.185882 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d7ce22ad-67dc-4a2d-b115-87eb3a08d8a0 req-2c4c62f1-1467-48cf-a31f-aaca934ee354 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1189349 Feb 28 18:48:00.255210 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d7ce22ad-67dc-4a2d-b115-87eb3a08d8a0 req-321d6643-171a-4bed-a1de-2417cc47ee7b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680189 Feb 28 18:48:00.529548 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae039dc-a282-44b3-8420-555b7234cb4d None None] Network 9422745a-c30d-44bc-bd9c-218b53648c7b requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:48:00.664005 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca1e48-a909-4a3e-bc73-bb35c708e555 req-be075c23-e683-4968-9d20-81197108306a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:00.665585 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2cca1e48-a909-4a3e-bc73-bb35c708e555 req-be075c23-e683-4968-9d20-81197108306a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.1061823 Feb 28 18:48:00.733098 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2cca1e48-a909-4a3e-bc73-bb35c708e555 req-151264a0-6667-4f83-b94f-597d147f6483 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611548 Feb 28 18:48:01.193408 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-85e99c64-a25f-43df-9b54-07315d7e952c tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:01.194109 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-85e99c64-a25f-43df-9b54-07315d7e952c tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Synchronizing usage tracker for tenant:83b482ae8ae842f4b2d225812b991ba6 on resource:network {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:48:01.211055 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-85e99c64-a25f-43df-9b54-07315d7e952c tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Unset dirty status for tenant:83b482ae8ae842f4b2d225812b991ba6 on resource:network {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:48:01.212198 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-85e99c64-a25f-43df-9b54-07315d7e952c tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/networks?id=ffe7d92a-48c8-441e-bcc1-318ebb618bb6 HTTP/1.1" status: 200 len: 809 time: 0.1721737 Feb 28 18:48:01.227772 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-8460fa26-5d8b-4331-b28e-c5c9c017b68c tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/quotas/83b482ae8ae842f4b2d225812b991ba6 HTTP/1.1" status: 200 len: 375 time: 0.0100989 Feb 28 18:48:01.278278 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-42ea5eb0-3984-4042-94ef-bde99f7bb971 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=83b482ae8ae842f4b2d225812b991ba6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422807 Feb 28 18:48:01.412776 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-151fd7a6-504d-4513-ad4d-9d12010bcd30 service neutron] 10.222.0.45 "GET /v2.0/networks/ffe7d92a-48c8-441e-bcc1-318ebb618bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279633 Feb 28 18:48:01.629925 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-b6d77681-3ad9-4fba-a2ed-ef26054a559c service neutron] 10.222.0.45 "GET /v2.0/networks/ffe7d92a-48c8-441e-bcc1-318ebb618bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112746 Feb 28 18:48:01.913035 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c1e49-5685-4faa-b223-b5cdf4940551 req-266fcdf5-2259-4bb1-82a1-370c446e5cca tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:01.914711 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-642c1e49-5685-4faa-b223-b5cdf4940551 req-266fcdf5-2259-4bb1-82a1-370c446e5cca tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0882447 Feb 28 18:48:01.967407 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-642c1e49-5685-4faa-b223-b5cdf4940551 req-d6348849-f185-4ed3-b0f5-b675e17a967a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457125 Feb 28 18:48:02.115306 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-feebedba-3e18-4334-8630-4a9de741c65a req-7e76e0c7-9f1e-4815-b61d-8138f57eb7b8 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0494530 Feb 28 18:48:02.329721 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9293ca2f-3f7d-4d2c-b506-9700f29463f7 req-9aa5ddcd-045a-4169-841b-cac0840ba3a3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:02.331443 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9293ca2f-3f7d-4d2c-b506-9700f29463f7 req-9aa5ddcd-045a-4169-841b-cac0840ba3a3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0935371 Feb 28 18:48:02.392279 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9293ca2f-3f7d-4d2c-b506-9700f29463f7 req-c55fa410-bde2-49cd-9f9d-85fae5a28a07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476587 Feb 28 18:48:03.214548 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9773804-ec5c-404f-843e-174dc94b2b5f req-d618bd10-6d84-4cab-be35-4e051431e9a0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:03.216215 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f9773804-ec5c-404f-843e-174dc94b2b5f req-d618bd10-6d84-4cab-be35-4e051431e9a0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0909748 Feb 28 18:48:03.275246 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f9773804-ec5c-404f-843e-174dc94b2b5f req-4deef854-6174-4464-bc6e-4cd3e061d040 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522490 Feb 28 18:48:03.600884 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-100e6e7d-5bf5-46f6-bbd6-0e786f41a99c req-bf81e785-f35f-44ed-b457-27d63b9570fa tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0401464 Feb 28 18:48:03.787708 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544789e-828f-48b5-93ee-16acbc16b8a8 req-7f5b7e79-de57-4f9e-84e3-d38d2d67c70e tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:03.789135 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f544789e-828f-48b5-93ee-16acbc16b8a8 req-7f5b7e79-de57-4f9e-84e3-d38d2d67c70e tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0769794 Feb 28 18:48:03.839037 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f544789e-828f-48b5-93ee-16acbc16b8a8 req-fd1b70cc-1621-42a0-a0b8-c7cd7b6efbd3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434475 Feb 28 18:48:04.069441 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8920f65-0f12-423e-bb12-bf2e992d93bc req-1374d6d7-363b-48bf-882a-1249401323eb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:04.070910 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d8920f65-0f12-423e-bb12-bf2e992d93bc req-1374d6d7-363b-48bf-882a-1249401323eb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.1020854 Feb 28 18:48:04.120222 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d8920f65-0f12-423e-bb12-bf2e992d93bc req-ac27d02d-dd67-4c66-be98-2bed70cc3bf8 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427377 Feb 28 18:48:04.482690 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de87369d-709c-4938-887f-c5b2a0341196 req-33de7dc1-0540-448c-b497-54b0d10d0cf8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:04.484180 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-de87369d-709c-4938-887f-c5b2a0341196 req-33de7dc1-0540-448c-b497-54b0d10d0cf8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0863695 Feb 28 18:48:04.541548 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-de87369d-709c-4938-887f-c5b2a0341196 req-7f891436-abea-4a0c-be5d-aac3a5436546 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514386 Feb 28 18:48:04.768397 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-60f452e6-579e-4ca7-bef5-31694065e4ef req-0b09cf4b-4f95-43c0-b0d4-9be7d913b0dd tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0411634 Feb 28 18:48:05.064845 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc15dd77-93eb-43bf-b41f-8dd5c4dbe93c req-ab17a8c8-9fcd-4198-a19d-44e57d13356c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:05.066586 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fc15dd77-93eb-43bf-b41f-8dd5c4dbe93c req-ab17a8c8-9fcd-4198-a19d-44e57d13356c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0810039 Feb 28 18:48:05.113062 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fc15dd77-93eb-43bf-b41f-8dd5c4dbe93c req-4edb1004-7c98-4bf1-825d-f6323a75d984 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408902 Feb 28 18:48:05.336080 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f73eb0-ce52-4541-82e6-521a2cc7e053 req-7fe5d2ed-672c-4a20-a8c6-89bb1bf371ed tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:05.337783 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-16f73eb0-ce52-4541-82e6-521a2cc7e053 req-7fe5d2ed-672c-4a20-a8c6-89bb1bf371ed tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0793524 Feb 28 18:48:05.386548 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-16f73eb0-ce52-4541-82e6-521a2cc7e053 req-5e453d2e-8c39-4f63-a0c8-ae9c2de1f415 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424318 Feb 28 18:48:05.749174 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c7a44-07e4-4736-a189-13cfe7713425 req-8444a91e-e9f5-4081-873e-271db5f5fc59 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:05.750942 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-302c7a44-07e4-4736-a189-13cfe7713425 req-8444a91e-e9f5-4081-873e-271db5f5fc59 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0845754 Feb 28 18:48:05.798347 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-302c7a44-07e4-4736-a189-13cfe7713425 req-ece9c72a-138e-4fb8-abf6-053fd1690f83 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401688 Feb 28 18:48:05.962974 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-88af7ed9-c230-4843-aa77-5ee0a57f4aab req-0111d3ae-fc68-4dfa-8ca5-fd73e8cab09c tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0454397 Feb 28 18:48:06.356971 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529becc3-4aed-4e10-a5d3-8cd9ee638f8c req-cb11f21f-2b73-493f-9d7e-03fdb514edc3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:06.358429 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-529becc3-4aed-4e10-a5d3-8cd9ee638f8c req-cb11f21f-2b73-493f-9d7e-03fdb514edc3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0847490 Feb 28 18:48:06.406690 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-529becc3-4aed-4e10-a5d3-8cd9ee638f8c req-393023d0-31a6-43ab-b352-c2e045b53fdc tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409081 Feb 28 18:48:06.630988 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fd9de-5681-4c8b-93b7-4fe6756cdc30 req-fa5f3d9f-33c1-4107-8511-aa906b81eae1 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:06.632824 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-214fd9de-5681-4c8b-93b7-4fe6756cdc30 req-fa5f3d9f-33c1-4107-8511-aa906b81eae1 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0844016 Feb 28 18:48:06.686003 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-214fd9de-5681-4c8b-93b7-4fe6756cdc30 req-90a05990-5433-4929-8b7d-a719a47c009d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457618 Feb 28 18:48:07.001278 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df70d43-6f1d-40c7-8514-976b215bc290 req-74e15a8d-91fd-4980-ba61-1c3c35621601 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:07.003956 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8df70d43-6f1d-40c7-8514-976b215bc290 req-74e15a8d-91fd-4980-ba61-1c3c35621601 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0825517 Feb 28 18:48:07.056591 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8df70d43-6f1d-40c7-8514-976b215bc290 req-5d655e5d-7fef-4d75-8ed2-49447b323d8a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463176 Feb 28 18:48:07.217500 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a411829f-3033-4b1b-af8f-adc2fdf7599e req-b2409746-eb52-4968-8f58-98801dee08d5 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0420549 Feb 28 18:48:07.641345 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afa5f5-54df-4dea-a66c-8882ee11426d req-d583bd6b-b187-4448-a731-6fa24830a0b3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:07.642819 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07afa5f5-54df-4dea-a66c-8882ee11426d req-d583bd6b-b187-4448-a731-6fa24830a0b3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0946436 Feb 28 18:48:07.689873 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-07afa5f5-54df-4dea-a66c-8882ee11426d req-48f8bcbd-d969-44c1-a804-cd43e280760f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415418 Feb 28 18:48:07.801550 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:48:07.893089 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d670c09-cb6c-4cea-a34d-06d6a767e35c req-18590dec-72eb-47a0-afe8-c8ae191f1b2f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:07.894731 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9d670c09-cb6c-4cea-a34d-06d6a767e35c req-18590dec-72eb-47a0-afe8-c8ae191f1b2f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0792708 Feb 28 18:48:07.944096 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9d670c09-cb6c-4cea-a34d-06d6a767e35c req-ba9e8817-100f-4407-a404-66086130cf69 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430465 Feb 28 18:48:08.333213 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec1d9-d3f8-4f3b-bfd4-6ba0bdb28971 req-e5d07212-3033-4b58-a006-fb9ac6cb7482 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:08.334680 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d2dec1d9-d3f8-4f3b-bfd4-6ba0bdb28971 req-e5d07212-3033-4b58-a006-fb9ac6cb7482 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1456673 Feb 28 18:48:08.384520 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d2dec1d9-d3f8-4f3b-bfd4-6ba0bdb28971 req-ec9e498b-5775-4fdd-a75f-60c4359b6a99 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 Feb 28 18:48:08.537452 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-571310fa-070a-4fc7-943a-667e95b80e27 req-8f9dafb1-79df-4fde-8fb2-64a052870d2f tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0439129 Feb 28 18:48:08.910097 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc3f739-6f40-4f38-9b3a-7ba7e095eec1 req-6bffc481-5b1c-4bd3-a641-94c0d21ac4e8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:08.911547 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9cc3f739-6f40-4f38-9b3a-7ba7e095eec1 req-6bffc481-5b1c-4bd3-a641-94c0d21ac4e8 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0799868 Feb 28 18:48:08.963618 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9cc3f739-6f40-4f38-9b3a-7ba7e095eec1 req-479be730-aaed-45a8-bed2-d2140319132b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462418 Feb 28 18:48:09.188679 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d668c-dc63-427e-9ed9-6f7e58d0a06d req-01b2f544-4926-4ac0-86d0-9cafd4cac58b tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:09.190115 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5a6d668c-dc63-427e-9ed9-6f7e58d0a06d req-01b2f544-4926-4ac0-86d0-9cafd4cac58b tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0768819 Feb 28 18:48:09.241034 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5a6d668c-dc63-427e-9ed9-6f7e58d0a06d req-db6a86fb-5348-4d4a-aece-0c55078dfc2a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453761 Feb 28 18:48:09.581113 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d301981-cfa3-4a84-8a67-dde36c131c76 req-00c22f44-1ec3-40e3-8abf-457242386b1f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:09.582538 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d301981-cfa3-4a84-8a67-dde36c131c76 req-00c22f44-1ec3-40e3-8abf-457242386b1f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0740898 Feb 28 18:48:09.627776 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8d301981-cfa3-4a84-8a67-dde36c131c76 req-f46fc98f-5abd-4281-b108-ec6075b00ccd tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397136 Feb 28 18:48:09.777541 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-96ceb559-0bf9-4c63-aad4-a0cf215dafd5 req-fb8ffb5b-6060-484a-b150-6083cb5bd7c3 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0426598 Feb 28 18:48:10.081359 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-83f6bccc-f79a-4e65-abc1-efd73316fc83 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27823e420c5f438e8c7858874876f909&device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1138 time: 0.0942495 Feb 28 18:48:10.317760 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba2800-444e-4416-afa7-6a37f5a14aa6 req-a3c46ce0-8ac1-4f4e-ae6f-82b20b44589c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:10.319203 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-24ba2800-444e-4416-afa7-6a37f5a14aa6 req-a3c46ce0-8ac1-4f4e-ae6f-82b20b44589c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.1970086 Feb 28 18:48:10.326060 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-80abbe37-dfe7-4da7-b128-6111c726c19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:10.327683 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-80abbe37-dfe7-4da7-b128-6111c726c19e service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4713b2e-8d2f-42f6-ad2c-82fff598e268 HTTP/1.1" status: 200 len: 916 time: 0.1701214 Feb 28 18:48:10.451132 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-24ba2800-444e-4416-afa7-6a37f5a14aa6 req-7f36fa4a-a7af-4455-bd98-85137aba89fe tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227105 Feb 28 18:48:10.452836 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560e6c3-5073-4e72-9a10-168c9d77650a req-d6b06c6e-3541-4293-b68f-33c6b2b8b902 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:10.454448 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f560e6c3-5073-4e72-9a10-168c9d77650a req-d6b06c6e-3541-4293-b68f-33c6b2b8b902 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0842221 Feb 28 18:48:10.462960 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-17efafc7-716d-44e6-a58b-a9fce53610b9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 1001 time: 0.1136627 Feb 28 18:48:10.516989 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f560e6c3-5073-4e72-9a10-168c9d77650a req-8fbd1b9d-4568-489c-a87c-b3cd3c112d79 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559750 Feb 28 18:48:10.539330 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-bf5591d7-c530-44d7-ae8a-72a7782fdee7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:10.540903 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-bf5591d7-c530-44d7-ae8a-72a7782fdee7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf16e60-78a9-4045-8fa9-30bde607bc82 HTTP/1.1" status: 200 len: 854 time: 0.0625434 Feb 28 18:48:10.568991 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-02fdbacd-7911-4a68-bd25-db157c727939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:10.618648 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-0255431d-4c84-48be-9f12-2212e1211028 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4713b2e-8d2f-42f6-ad2c-82fff598e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0704441 Feb 28 18:48:10.797269 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-9beb700d-2ee3-4f43-8df9-c8365f318ac7 service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707966 Feb 28 18:48:10.947404 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7491ebda-2bd4-4e0f-8993-fe23813ad2a6 req-a0153b76-43c7-4363-9e38-b1d11951add7 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0442741 Feb 28 18:48:11.070968 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86230cbd-3aa7-4c06-b089-8766ab18cfae req-e8c8f5e1-2dd8-4fa1-9922-94a6e5a1f9f8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:11.072522 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-86230cbd-3aa7-4c06-b089-8766ab18cfae req-e8c8f5e1-2dd8-4fa1-9922-94a6e5a1f9f8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.3195219 Feb 28 18:48:11.080456 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-3d64f6f6-a5e3-451c-b10b-56425a622cd6 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:11.081727 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-3d64f6f6-a5e3-451c-b10b-56425a622cd6 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.65 "GET /v2.0/networks?id=ffe7d92a-48c8-441e-bcc1-318ebb618bb6 HTTP/1.1" status: 200 len: 809 time: 0.2867959 Feb 28 18:48:11.088054 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d57f5a8a-eba8-4533-abea-b630b89fbf95 req-9dcb332a-36d8-4435-8a96-63e85c4da477 service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688944 Feb 28 18:48:11.127667 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Request body: {'port': {'device_id': '27c9b9b2-42d1-4826-b343-eb7c66d555d3', 'network_id': 'ffe7d92a-48c8-441e-bcc1-318ebb618bb6', 'admin_state_up': True, 'tenant_id': '83b482ae8ae842f4b2d225812b991ba6'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:48:11.150354 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-86230cbd-3aa7-4c06-b089-8766ab18cfae req-0e5300fe-789b-4877-8f1c-6bdbe99fcca0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Feb 28 18:48:11.333652 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:48:11.338019 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Usage tracker for resource:port and tenant:83b482ae8ae842f4b2d225812b991ba6 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:48:11.341060 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:48:11.346753 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:48:11.356738 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Made reservation on behalf of 83b482ae8ae842f4b2d225812b991ba6 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:48:11.361176 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:11.520627 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Allocated IP 172.20.0.5 (ffe7d92a-48c8-441e-bcc1-318ebb618bb6/2d7b3091-9206-467e-aa61-9504743cba0b/0cc8791a-e76e-42c0-93f9-a4a157dad413) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:48:11.828696 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30943e3-f785-4153-8a03-f2e0bfc43789 req-76ae9c7d-497d-46cc-b345-c0d1f3022de0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:11.830079 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e30943e3-f785-4153-8a03-f2e0bfc43789 req-76ae9c7d-497d-46cc-b345-c0d1f3022de0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0775797 Feb 28 18:48:11.846213 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:11.866637 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d11134-d478-443e-be81-689f85963e11 req-d115e138-7191-4a26-835e-64a4d4ff5b82 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:11.868111 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-53d11134-d478-443e-be81-689f85963e11 req-d115e138-7191-4a26-835e-64a4d4ff5b82 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.2088170 Feb 28 18:48:11.878355 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e30943e3-f785-4153-8a03-f2e0bfc43789 req-42538aae-645a-49f0-83dd-c24526281461 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Feb 28 18:48:11.939730 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d166e0fe-368a-4a12-84f8-9d83e6022392 req-198afa9d-3ffe-48ed-88fe-6a1f89f982a1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1099 time: 0.1591449 Feb 28 18:48:11.948210 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:11.953047 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-53d11134-d478-443e-be81-689f85963e11 req-492ba271-4934-4e68-8785-73db77ca4bec tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747714 Feb 28 18:48:12.049813 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:48:12.054485 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:48:12.061760 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:48:12.096558 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Pushing event updated for resources: {'Port': ['ID=0cc8791a-e76e-42c0-93f9-a4a157dad413,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:12.103560 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d166e0fe-368a-4a12-84f8-9d83e6022392 req-8c87dc69-81f3-4494-b2c5-d1f2ee8db2eb service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463981 Feb 28 18:48:12.138174 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:12.138766 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:12.155939 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b98a433-a9c3-45b9-b7c9-93b6ca185dfe req-53206e52-2236-46fd-93e5-260401ded1ab tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:12.157413 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0b98a433-a9c3-45b9-b7c9-93b6ca185dfe req-53206e52-2236-46fd-93e5-260401ded1ab tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 931 time: 0.0802000 Feb 28 18:48:12.158626 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-fa2b4ee3-1f8f-47b8-8810-1f57e4df2923 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0355606 Feb 28 18:48:12.202803 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0b98a433-a9c3-45b9-b7c9-93b6ca185dfe req-59ec2c98-9d49-467d-b519-d6b515e22a88 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397613 Feb 28 18:48:12.350136 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9de90-7d3f-47c4-b47e-69544d6d167c req-d8f47304-d86f-46ec-823a-8dfd459e6c45 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:12.351504 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-74b9de90-7d3f-47c4-b47e-69544d6d167c req-d8f47304-d86f-46ec-823a-8dfd459e6c45 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0761509 Feb 28 18:48:12.399648 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-74b9de90-7d3f-47c4-b47e-69544d6d167c req-02f60f56-85cf-41d3-b18a-2f3af9c681c6 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420012 Feb 28 18:48:12.424756 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Request body: {'port': {'device_id': '27c9b9b2-42d1-4826-b343-eb7c66d555d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:48:12.533273 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:12.871863 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cc8791a-e76e-42c0-93f9-a4a157dad413 {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:48:12.878381 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:12.893022 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Transition to ACTIVE for port object 0cc8791a-e76e-42c0-93f9-a4a157dad413 will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:48:12.895769 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:12.971078 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:48:13.019587 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc8791a-e76e-42c0-93f9-a4a157dad413,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:13.106439 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c9c9a-5248-4546-8a9c-e819ba68f513 req-ba30b314-de8f-42e5-8cb4-88df996ab8bd tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:13.113178 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b75c9c9a-5248-4546-8a9c-e819ba68f513 req-ba30b314-de8f-42e5-8cb4-88df996ab8bd tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 943 time: 0.0869558 Feb 28 18:48:13.159980 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b75c9c9a-5248-4546-8a9c-e819ba68f513 req-9738dd70-a673-4ff5-acd8-2e99ea7f60df tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456591 Feb 28 18:48:13.161897 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a227a027-27ce-42ff-9e63-a7389cf0c510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:13.171929 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:13.176127 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Attempting to bind port 0cc8791a-e76e-42c0-93f9-a4a157dad413 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:48:13.176464 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Attempting to bind port 0cc8791a-e76e-42c0-93f9-a4a157dad413 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'c6c95e8d-c618-4e28-8b84-98d780639c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffe7d92a-48c8-441e-bcc1-318ebb618bb6'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:48:13.176790 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Attempting to bind port 0cc8791a-e76e-42c0-93f9-a4a157dad413 on network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:48:13.185891 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'port_id': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'mac_address': 'fa:16:3e:b7:ac:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:48:13.186979 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Port 0cc8791a-e76e-42c0-93f9-a4a157dad413 on network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:48:13.187327 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Attempting to bind port 0cc8791a-e76e-42c0-93f9-a4a157dad413 on network ffe7d92a-48c8-441e-bcc1-318ebb618bb6 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:48:13.209240 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 47, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:48:13.209581 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Checking segment: {'id': 'c6c95e8d-c618-4e28-8b84-98d780639c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffe7d92a-48c8-441e-bcc1-318ebb618bb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:48:13.209967 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Bound using segment: {'id': 'c6c95e8d-c618-4e28-8b84-98d780639c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffe7d92a-48c8-441e-bcc1-318ebb618bb6'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:48:13.210392 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Bound port: 0cc8791a-e76e-42c0-93f9-a4a157dad413, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c95e8d-c618-4e28-8b84-98d780639c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'ffe7d92a-48c8-441e-bcc1-318ebb618bb6'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:48:13.210741 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:13.246269 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:13.266232 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62080c57-a963-40c3-93f7-9eaa3ed4c082 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:48:13.282657 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:13.286810 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:13.315945 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d46dcf-11ab-49ce-a7ed-2730ab5c457d req-512d0d00-589a-47ba-8459-1d06f1e6dfe8 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:13.317804 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-39d46dcf-11ab-49ce-a7ed-2730ab5c457d req-512d0d00-589a-47ba-8459-1d06f1e6dfe8 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.2028084 Feb 28 18:48:13.357699 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=9']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:13.366690 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.367033 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.367506 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.368051 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.368051 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.368364 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.368686 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.369010 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.369332 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.369649 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.369963 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:13.425055 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-39d46dcf-11ab-49ce-a7ed-2730ab5c457d req-5abf3bfb-73ad-4766-a4a5-ff3cc19d03a5 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805264 Feb 28 18:48:13.430403 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] For port 0cc8791a-e76e-42c0-93f9-a4a157dad413, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:48:13.433965 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] For port 0cc8791a-e76e-42c0-93f9-a4a157dad413, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0cc8791a-e76e-42c0-93f9-a4a157dad413,segment=NetworkSegment(c6c95e8d-c618-4e28-8b84-98d780639c60),segment_id=c6c95e8d-c618-4e28-8b84-98d780639c60)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:48:13.438246 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:13.468009 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b0e40e-6e9b-4ef3-b39b-6cf4f43b083e req-22d37678-e170-45fd-a545-f57fa50548a4 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:13.471776 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-51b0e40e-6e9b-4ef3-b39b-6cf4f43b083e req-22d37678-e170-45fd-a545-f57fa50548a4 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 943 time: 0.1340399 Feb 28 18:48:13.530464 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:13.531742 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] 10.222.0.65 "PUT /v2.0/ports/0cc8791a-e76e-42c0-93f9-a4a157dad413 HTTP/1.1" status: 200 len: 1093 time: 1.1112981 Feb 28 18:48:13.539112 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c9b9b2-42d1-4826-b343-eb7c66d555d3', 'tag': '0cc8791a-e76e-42c0-93f9-a4a157dad413'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:13.544709 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-51b0e40e-6e9b-4ef3-b39b-6cf4f43b083e req-80528f2f-71df-45d9-80d8-0d3bbf07dcc0 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659297 Feb 28 18:48:13.625034 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c9b9b2-42d1-4826-b343-eb7c66d555d3', 'tag': '0cc8791a-e76e-42c0-93f9-a4a157dad413', 'status': 'completed', 'code': 200} Feb 28 18:48:13.631662 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9114c8-7e0e-4f32-b1b5-6e8bc1568ec7 service neutron] Pushing event updated for resources: {'Port': ['ID=0cc8791a-e76e-42c0-93f9-a4a157dad413,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:13.724193 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['62080c57-a963-40c3-93f7-9eaa3ed4c082'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:48:13.730054 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde99e6d-bb33-479a-9f50-356e1a05f371 req-95a2ef0d-fcf6-4625-a693-0bbf74a2047f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:13.731830 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fde99e6d-bb33-479a-9f50-356e1a05f371 req-95a2ef0d-fcf6-4625-a693-0bbf74a2047f tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1408124 Feb 28 18:48:13.765291 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-57170bdd-e672-4539-ab2c-733f0ac0d560 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83b482ae8ae842f4b2d225812b991ba6&device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 1096 time: 0.1158593 Feb 28 18:48:13.852850 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fde99e6d-bb33-479a-9f50-356e1a05f371 req-b7253fd8-ffdd-4c18-a91e-b13322b1647c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132739 Feb 28 18:48:13.854938 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-39485f3e-dd6c-4072-8c09-e5f2cf92994a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc8791a-e76e-42c0-93f9-a4a157dad413 HTTP/1.1" status: 200 len: 217 time: 0.0725822 Feb 28 18:48:13.932467 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-6459eead-db7f-4f0e-9c65-b0d318dbdae7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:13.934295 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-6459eead-db7f-4f0e-9c65-b0d318dbdae7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d7b3091-9206-467e-aa61-9504743cba0b HTTP/1.1" status: 200 len: 849 time: 0.0663319 Feb 28 18:48:13.991440 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-9869c179-2fca-4e8b-97fc-4603dcf62a9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffe7d92a-48c8-441e-bcc1-318ebb618bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455885 Feb 28 18:48:14.073824 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:14.138790 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-0ed84cbd-5094-4bcd-82bf-84e5caf71c0c service neutron] 10.222.0.65 "GET /v2.0/networks/ffe7d92a-48c8-441e-bcc1-318ebb618bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325569 Feb 28 18:48:14.172109 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:14.283921 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0b6523d4-94f6-484a-b58f-bdab2017d087 req-a295b4b7-b1b5-44be-bafe-3ff0b4210a2f service neutron] 10.222.0.65 "GET /v2.0/networks/ffe7d92a-48c8-441e-bcc1-318ebb618bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331680 Feb 28 18:48:14.421811 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64807af9-3da0-4e39-9a82-c95cc1a36f23 req-1cdf59b3-4f63-470f-9d72-0779786b640a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:14.423975 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-64807af9-3da0-4e39-9a82-c95cc1a36f23 req-1cdf59b3-4f63-470f-9d72-0779786b640a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 944 time: 0.0804467 Feb 28 18:48:14.477424 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-64807af9-3da0-4e39-9a82-c95cc1a36f23 req-20a864a0-c70b-4cf3-8e8e-a528569160ea tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450020 Feb 28 18:48:14.550008 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010a794f-22a4-459e-b9e8-ead1d3678f3e req-c450c0a8-e9f7-4c07-9d25-34cb5d3ba135 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:14.551466 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-010a794f-22a4-459e-b9e8-ead1d3678f3e req-c450c0a8-e9f7-4c07-9d25-34cb5d3ba135 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1850672 Feb 28 18:48:14.605347 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-c5b3854d-afe8-487f-b94d-9a99725b2dac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ae42e981f60347dc872b6aed8ac34238&device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 1099 time: 0.1764903 Feb 28 18:48:14.642853 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-bd71c7f8-aff2-4d7a-a84b-0eb6f9f05acd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=83b482ae8ae842f4b2d225812b991ba6&device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 1096 time: 0.1810980 Feb 28 18:48:14.710619 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-010a794f-22a4-459e-b9e8-ead1d3678f3e req-5c76832b-4bcf-4a92-b96e-1943283d6301 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460953 Feb 28 18:48:14.854860 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-0f6b1239-1576-44da-86e6-dd5eb91443ef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:14.855394 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2d3ec-6c63-4b95-956f-8b6076b8ce78 req-ff311f58-6b4f-4135-84e1-487ef289b7e1 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:14.856270 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-0f6b1239-1576-44da-86e6-dd5eb91443ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 200 len: 920 time: 0.2442589 Feb 28 18:48:14.856943 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e1d2d3ec-6c63-4b95-956f-8b6076b8ce78 req-ff311f58-6b4f-4135-84e1-487ef289b7e1 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0892308 Feb 28 18:48:14.906356 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e1d2d3ec-6c63-4b95-956f-8b6076b8ce78 req-5333b3f4-1b87-4ed0-baa2-3c6461e6d391 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434537 Feb 28 18:48:14.952625 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-fb59f425-b0c6-413d-b153-eea5d5a96cbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:14.954039 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-fb59f425-b0c6-413d-b153-eea5d5a96cbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=ffe7d92a-48c8-441e-bcc1-318ebb618bb6 HTTP/1.1" status: 200 len: 910 time: 0.2663848 Feb 28 18:48:14.981831 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:48:15.015840 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-b8042b93-c781-4b18-8a43-d12ca0d349e1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 200 len: 217 time: 0.1280715 Feb 28 18:48:15.061541 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 62080c57-a963-40c3-93f7-9eaa3ed4c082 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:48:15.062006 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.148018 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-987c9735-17f0-4086-a8aa-ce7611e9dd97 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0cc8791a-e76e-42c0-93f9-a4a157dad413 HTTP/1.1" status: 200 len: 217 time: 0.1831851 Feb 28 18:48:15.176991 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.203963 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:15.213382 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:15.218202 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.228390 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-904593e1-b714-4643-b0f5-6ebe7a1787b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:15.230460 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-904593e1-b714-4643-b0f5-6ebe7a1787b4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 200 len: 859 time: 0.1984365 Feb 28 18:48:15.243928 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba828515-8b89-404e-8517-3c220b34b390 req-9a4f5b02-25fe-4d9b-879c-0c5311c25136 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:15.244591 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ba828515-8b89-404e-8517-3c220b34b390 req-9a4f5b02-25fe-4d9b-879c-0c5311c25136 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Synchronizing usage tracker for tenant:83b482ae8ae842f4b2d225812b991ba6 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:48:15.250659 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-a2c49bd6-3644-484d-935c-1d87779322e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:15.252042 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-a2c49bd6-3644-484d-935c-1d87779322e8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2d7b3091-9206-467e-aa61-9504743cba0b HTTP/1.1" status: 200 len: 849 time: 0.0894256 Feb 28 18:48:15.266279 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'code': 200} Feb 28 18:48:15.293836 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-d0899e6a-a3b6-48dc-afe5-e5be030f6561 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=7045dcc9-31ba-49da-ae56-40e4ea6a8c53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447896 Feb 28 18:48:15.317299 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=10']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:15.351579 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ba828515-8b89-404e-8517-3c220b34b390 req-9a4f5b02-25fe-4d9b-879c-0c5311c25136 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Unset dirty status for tenant:83b482ae8ae842f4b2d225812b991ba6 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:48:15.352645 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ba828515-8b89-404e-8517-3c220b34b390 req-9a4f5b02-25fe-4d9b-879c-0c5311c25136 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 943 time: 0.5074048 Feb 28 18:48:15.365557 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-dc052b5c-836e-4c8c-8fb1-ea8a3cf12c7f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=ffe7d92a-48c8-441e-bcc1-318ebb618bb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642433 Feb 28 18:48:15.396129 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:15.580712 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ba828515-8b89-404e-8517-3c220b34b390 req-6d849456-c24a-482a-bba4-4bdae3e66007 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Synchronizing usage tracker for tenant:83b482ae8ae842f4b2d225812b991ba6 on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:48:15.619997 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-2f3be050-1dfa-4940-8319-e8adde024968 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893901 Feb 28 18:48:15.628350 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-8ff4e275-bf7c-4704-b106-a769ae6da77d service neutron] 10.222.0.65 "GET /v2.0/networks/ffe7d92a-48c8-441e-bcc1-318ebb618bb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044828 Feb 28 18:48:15.666784 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ba828515-8b89-404e-8517-3c220b34b390 req-6d849456-c24a-482a-bba4-4bdae3e66007 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Unset dirty status for tenant:83b482ae8ae842f4b2d225812b991ba6 on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:48:15.668455 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ba828515-8b89-404e-8517-3c220b34b390 req-6d849456-c24a-482a-bba4-4bdae3e66007 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085277 Feb 28 18:48:15.694599 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a2389-f642-41cb-930f-c3491d52b293 req-c8131d0d-d9cd-4fc3-9aab-2ea8f51d6dbe tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:15.696154 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-524a2389-f642-41cb-930f-c3491d52b293 req-c8131d0d-d9cd-4fc3-9aab-2ea8f51d6dbe tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 946 time: 0.0820243 Feb 28 18:48:15.741526 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-524a2389-f642-41cb-930f-c3491d52b293 req-25669ff5-6ff2-4eaf-b5f3-b230f35ddc31 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397303 Feb 28 18:48:15.898265 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-28547271-68a5-425b-8a36-f50a6f5b3dcb req-7368ec86-a550-4559-a7aa-7cd04ca2f354 service neutron] 10.222.0.65 "GET /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682393 Feb 28 18:48:15.906537 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4af2b31b-1e98-4830-87bf-e27ca99e4d8e req-0dde1a8d-403f-4c0f-aec3-e033c572c19f service neutron] 10.222.0.65 "GET /v2.0/networks/ffe7d92a-48c8-441e-bcc1-318ebb618bb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588418 Feb 28 18:48:15.946341 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e949fe-2096-45ea-9ee5-e052a452986d req-084c0394-ae94-453f-ae39-26c10740be80 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:15.947932 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-24e949fe-2096-45ea-9ee5-e052a452986d req-084c0394-ae94-453f-ae39-26c10740be80 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0959475 Feb 28 18:48:16.067242 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-24e949fe-2096-45ea-9ee5-e052a452986d req-0600a0ce-5014-460d-b045-7ec8ef4ccc9e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127067 Feb 28 18:48:16.084025 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f3bdbb48-d5a8-4676-996e-aa92662fafef req-a6f45e7b-6c09-4795-8b0c-b9a268c36bb4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 1099 time: 0.1142967 Feb 28 18:48:16.137066 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f3bdbb48-d5a8-4676-996e-aa92662fafef req-5b8a0a6c-b55b-4aa2-b220-8b150ea51a90 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435827 Feb 28 18:48:16.155350 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a24588-4bd5-481c-afe3-47d7ee710e92 req-a3ce77a9-3dbd-42ff-8e95-6b8b4b66778d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:16.156733 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c9a24588-4bd5-481c-afe3-47d7ee710e92 req-a3ce77a9-3dbd-42ff-8e95-6b8b4b66778d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0988455 Feb 28 18:48:16.202802 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c9a24588-4bd5-481c-afe3-47d7ee710e92 req-38b10c00-f7ce-444d-8bbd-477d81723c29 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404971 Feb 28 18:48:16.863216 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb2921-226a-450e-bd38-63176743a76e req-77db94c6-ae36-4b5f-9970-6b104fddc194 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:16.864700 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cebb2921-226a-450e-bd38-63176743a76e req-77db94c6-ae36-4b5f-9970-6b104fddc194 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 943 time: 0.0753794 Feb 28 18:48:16.916151 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cebb2921-226a-450e-bd38-63176743a76e req-605e6529-c6d2-4c2b-ad15-1c7ab6284405 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461113 Feb 28 18:48:16.991906 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 0cc8791a-e76e-42c0-93f9-a4a157dad413 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:48:17.020382 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ede8fe-1833-46ef-994a-ecafd6730d9a req-3e3e985c-bf35-4877-8e49-6ed151cb3242 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:17.022305 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-61ede8fe-1833-46ef-994a-ecafd6730d9a req-3e3e985c-bf35-4877-8e49-6ed151cb3242 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 946 time: 0.1339872 Feb 28 18:48:17.072066 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-61ede8fe-1833-46ef-994a-ecafd6730d9a req-b95b4de7-ba34-4bd7-b90c-0211e9f0065e tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418727 Feb 28 18:48:17.143231 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 0cc8791a-e76e-42c0-93f9-a4a157dad413, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0cc8791a-e76e-42c0-93f9-a4a157dad413,segment=NetworkSegment(c6c95e8d-c618-4e28-8b84-98d780639c60),segment_id=c6c95e8d-c618-4e28-8b84-98d780639c60)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:17.156969 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '0cc8791a-e76e-42c0-93f9-a4a157dad413', 'network_id': 'ffe7d92a-48c8-441e-bcc1-318ebb618bb6', 'port_id': '0cc8791a-e76e-42c0-93f9-a4a157dad413', 'mac_address': 'fa:16:3e:54:c6:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d7b3091-9206-467e-aa61-9504743cba0b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:48:17.209185 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:17.226822 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cc8791a-e76e-42c0-93f9-a4a157dad413 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:48:17.244569 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 0cc8791a-e76e-42c0-93f9-a4a157dad413, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0cc8791a-e76e-42c0-93f9-a4a157dad413,segment=NetworkSegment(c6c95e8d-c618-4e28-8b84-98d780639c60),segment_id=c6c95e8d-c618-4e28-8b84-98d780639c60)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:17.250160 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:17.316769 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135ed4f-cfe3-4565-b127-4133cfa6edbc req-48f659ff-98b0-460f-8d6d-5b24acd14daa tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:17.324344 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8135ed4f-cfe3-4565-b127-4133cfa6edbc req-48f659ff-98b0-460f-8d6d-5b24acd14daa tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1192935 Feb 28 18:48:17.336789 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=0cc8791a-e76e-42c0-93f9-a4a157dad413,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:17.373766 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8135ed4f-cfe3-4565-b127-4133cfa6edbc req-fbe5bc8a-232e-4b6a-a703-a3062475c65e tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484653 Feb 28 18:48:17.413337 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dacd22-52d8-44d0-80cc-a5ee6369a9cd req-ede6d8ff-0f67-4d0b-bdb2-ace5d9607798 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:17.420030 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-92dacd22-52d8-44d0-80cc-a5ee6369a9cd req-ede6d8ff-0f67-4d0b-bdb2-ace5d9607798 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0856876 Feb 28 18:48:17.466369 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-92dacd22-52d8-44d0-80cc-a5ee6369a9cd req-290bf7b2-0472-4e1f-a16c-63f1e71d29b6 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448799 Feb 28 18:48:17.805090 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['0cc8791a-e76e-42c0-93f9-a4a157dad413'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:48:18.141860 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb73dc-fd05-4bdf-b96e-c467aeddf8ee req-74f34ebd-52ab-4be1-92c6-70c40c54c2eb tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:18.143373 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7cdb73dc-fd05-4bdf-b96e-c467aeddf8ee req-74f34ebd-52ab-4be1-92c6-70c40c54c2eb tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 944 time: 0.0816047 Feb 28 18:48:18.190375 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7cdb73dc-fd05-4bdf-b96e-c467aeddf8ee req-e2691dba-c529-4baf-b4eb-4c8e7a6bb5a6 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404489 Feb 28 18:48:18.303787 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd88b9-99e3-4948-92bc-b1e0dcd8a9bd req-87d44998-6163-4e97-9cbb-83f9625af8fb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:18.305236 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-71bd88b9-99e3-4948-92bc-b1e0dcd8a9bd req-87d44998-6163-4e97-9cbb-83f9625af8fb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 946 time: 0.0759313 Feb 28 18:48:18.353367 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-71bd88b9-99e3-4948-92bc-b1e0dcd8a9bd req-ea4f44d2-e6c9-47e4-acc4-e5160fcb4ca1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Feb 28 18:48:18.585117 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1520c-0f38-4f67-999a-33baf40b3d86 req-dd9dd984-bcba-4b37-9ade-46e1b393ff17 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:18.586490 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7ed1520c-0f38-4f67-999a-33baf40b3d86 req-dd9dd984-bcba-4b37-9ade-46e1b393ff17 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0756638 Feb 28 18:48:18.635764 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7ed1520c-0f38-4f67-999a-33baf40b3d86 req-fd20a65f-95f6-4800-b27e-e06cc81d5f93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429938 Feb 28 18:48:18.674230 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe37e9-f356-4f4f-beb8-c8ba0356e675 req-a149f3b3-518f-4cb8-ba0a-400c3f9a025a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:18.675702 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0cbe37e9-f356-4f4f-beb8-c8ba0356e675 req-a149f3b3-518f-4cb8-ba0a-400c3f9a025a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0885417 Feb 28 18:48:18.725932 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0cbe37e9-f356-4f4f-beb8-c8ba0356e675 req-5713f141-50d7-4ffd-9d83-a91f20c1f4f3 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445299 Feb 28 18:48:19.019155 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 0cc8791a-e76e-42c0-93f9-a4a157dad413 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:48:19.088865 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 0cc8791a-e76e-42c0-93f9-a4a157dad413 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:48:19.093448 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 0cc8791a-e76e-42c0-93f9-a4a157dad413 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:48:19.093821 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:19.203899 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:19.229189 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9b9b2-42d1-4826-b343-eb7c66d555d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc8791a-e76e-42c0-93f9-a4a157dad413'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:19.239075 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 0cc8791a-e76e-42c0-93f9-a4a157dad413, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0cc8791a-e76e-42c0-93f9-a4a157dad413,segment=NetworkSegment(c6c95e8d-c618-4e28-8b84-98d780639c60),segment_id=c6c95e8d-c618-4e28-8b84-98d780639c60)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:19.243046 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:19.293219 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9b9b2-42d1-4826-b343-eb7c66d555d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cc8791a-e76e-42c0-93f9-a4a157dad413', 'code': 200} Feb 28 18:48:19.329849 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:19.335704 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=0cc8791a-e76e-42c0-93f9-a4a157dad413,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:19.391250 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5581af-8282-4b35-bd5f-292eabc6ebd2 req-0fa847a4-19f7-4ed8-8c00-cadb18131a51 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:19.392731 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9f5581af-8282-4b35-bd5f-292eabc6ebd2 req-0fa847a4-19f7-4ed8-8c00-cadb18131a51 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 945 time: 0.0770755 Feb 28 18:48:19.443626 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9f5581af-8282-4b35-bd5f-292eabc6ebd2 req-d398187d-047b-403f-b08a-78119a039057 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450304 Feb 28 18:48:19.679393 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d684579e-f12f-477a-9b19-747c7062c884 req-c07a0c00-0369-403d-aab5-2bdb23a72efc service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 1098 time: 0.0775311 Feb 28 18:48:19.772310 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d684579e-f12f-477a-9b19-747c7062c884 req-510ed6c4-96c9-4f3f-afd2-4bd512a99dff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543499 Feb 28 18:48:19.789942 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009780ef-5b08-425d-9e75-9d0904750863 req-d44844f2-a843-4c7e-adcc-68ee2d2f18e4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:19.791362 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-009780ef-5b08-425d-9e75-9d0904750863 req-d44844f2-a843-4c7e-adcc-68ee2d2f18e4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 946 time: 0.1110220 Feb 28 18:48:19.835403 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a7bd31-f77f-4d3b-ba65-b6621f436489 req-0bdf99a9-dfb7-42f0-bbf4-d1c91bc94ba0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:19.836769 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-06a7bd31-f77f-4d3b-ba65-b6621f436489 req-0bdf99a9-dfb7-42f0-bbf4-d1c91bc94ba0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0799353 Feb 28 18:48:19.838047 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-009780ef-5b08-425d-9e75-9d0904750863 req-74633a3b-4ab1-4297-9e5d-39331ff80cfc tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398865 Feb 28 18:48:19.883202 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-06a7bd31-f77f-4d3b-ba65-b6621f436489 req-02e3ebfd-b5e3-46f7-a049-bffccc4b84a6 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393255 Feb 28 18:48:20.070669 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379a44-5d3d-4687-8083-3025ca8ea59d req-945d006a-4070-4047-b83b-ca82a6a5e99c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:20.072293 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e8379a44-5d3d-4687-8083-3025ca8ea59d req-945d006a-4070-4047-b83b-ca82a6a5e99c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.1046345 Feb 28 18:48:20.193787 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e8379a44-5d3d-4687-8083-3025ca8ea59d req-bc6e226f-ce17-44db-bfd1-5cd4e70a9cb1 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138744 Feb 28 18:48:20.665538 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfc725-9893-4811-98be-700291b054a8 req-6cc3a78d-c04f-4871-a0ec-1a5c4e3f7dd1 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:20.667730 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d5dfc725-9893-4811-98be-700291b054a8 req-6cc3a78d-c04f-4871-a0ec-1a5c4e3f7dd1 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 945 time: 0.0827236 Feb 28 18:48:20.713387 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d5dfc725-9893-4811-98be-700291b054a8 req-97dae6e9-a9f1-4868-bf4d-fe9935624258 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401423 Feb 28 18:48:21.438772 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573b5cd-4e18-4b96-8a80-779a260d1371 req-355f8c52-62b0-4557-bbfc-1efca9aae350 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:21.440331 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3573b5cd-4e18-4b96-8a80-779a260d1371 req-355f8c52-62b0-4557-bbfc-1efca9aae350 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0914190 Feb 28 18:48:21.490129 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3573b5cd-4e18-4b96-8a80-779a260d1371 req-a02bb182-e231-473d-aa84-6dd1325ff97e tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442982 Feb 28 18:48:21.793419 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f91a8-9797-49c4-98ba-58e631b3e139 req-04b385e8-28de-4869-9755-9a0dfd2320d0 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:21.797449 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f31f91a8-9797-49c4-98ba-58e631b3e139 req-04b385e8-28de-4869-9755-9a0dfd2320d0 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0893350 Feb 28 18:48:21.865710 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f31f91a8-9797-49c4-98ba-58e631b3e139 req-1efdfba8-20bb-484a-bafc-2682e20cb84d tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602045 Feb 28 18:48:21.952616 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda4f49-ac58-411a-a00f-df57eb9447dd req-e0c78b89-755d-487a-b158-cd3a940707c3 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:21.954137 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-deda4f49-ac58-411a-a00f-df57eb9447dd req-e0c78b89-755d-487a-b158-cd3a940707c3 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 945 time: 0.0858212 Feb 28 18:48:22.010165 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-deda4f49-ac58-411a-a00f-df57eb9447dd req-4888c2e6-70ef-4d88-ae19-fa95bff0ddc3 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502915 Feb 28 18:48:22.697215 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0353d216-1bd7-4234-82bd-d646d7865b93 req-6b3620a0-7e02-4f4c-b1e9-90619a89492f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:22.699182 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0353d216-1bd7-4234-82bd-d646d7865b93 req-6b3620a0-7e02-4f4c-b1e9-90619a89492f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0801992 Feb 28 18:48:22.748769 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0353d216-1bd7-4234-82bd-d646d7865b93 req-7b4a5bec-a1cd-4bf0-8b12-5b5103066dc3 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438681 Feb 28 18:48:23.058944 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1bc0a5-cbfe-4ed1-a806-5c591a175eb8 req-8b0da55f-1f40-414a-9a8f-0ca9e412cbb6 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:23.060396 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5c1bc0a5-cbfe-4ed1-a806-5c591a175eb8 req-8b0da55f-1f40-414a-9a8f-0ca9e412cbb6 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0778253 Feb 28 18:48:23.115020 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5c1bc0a5-cbfe-4ed1-a806-5c591a175eb8 req-f2115692-7862-4a25-8c0c-e838d3ca0fdf tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488195 Feb 28 18:48:23.953626 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1dbdd9-73ed-4c00-816b-ef7121cb7180 req-3b491bd1-4ae5-41d8-81dd-cfe457c8fa7a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:23.955291 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6a1dbdd9-73ed-4c00-816b-ef7121cb7180 req-3b491bd1-4ae5-41d8-81dd-cfe457c8fa7a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0810363 Feb 28 18:48:24.009547 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6a1dbdd9-73ed-4c00-816b-ef7121cb7180 req-a25c7b19-f3a3-45d0-a16a-fb899515c7a2 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480361 Feb 28 18:48:24.346959 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b141e-3391-4e9d-b579-eac35c4cb43b req-61bf478b-f9c3-4523-a76e-cf456a382af2 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:24.347815 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e43b141e-3391-4e9d-b579-eac35c4cb43b req-61bf478b-f9c3-4523-a76e-cf456a382af2 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0904276 Feb 28 18:48:24.389531 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e43b141e-3391-4e9d-b579-eac35c4cb43b req-6f11b5e1-65ed-4d31-9531-3ae70615c8e8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403354 Feb 28 18:48:25.212943 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b40c9b5-1d99-4110-93fb-5b2a2327268f req-ee4bfb31-8fab-41a1-9395-af355ed19791 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.214445 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2b40c9b5-1d99-4110-93fb-5b2a2327268f req-ee4bfb31-8fab-41a1-9395-af355ed19791 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0784478 Feb 28 18:48:25.262430 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2b40c9b5-1d99-4110-93fb-5b2a2327268f req-b1c59e49-8848-4016-8e11-dcc6cdad6dd4 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424025 Feb 28 18:48:25.722562 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c519e0eb-9565-495c-ae4f-7c634da0fc43 req-e6062711-df07-42d3-9a54-bb87b8a3674f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.724053 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c519e0eb-9565-495c-ae4f-7c634da0fc43 req-e6062711-df07-42d3-9a54-bb87b8a3674f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0866821 Feb 28 18:48:25.769874 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c519e0eb-9565-495c-ae4f-7c634da0fc43 req-8b54f92d-1b2c-4c82-b516-fcc3593ea5c3 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401235 Feb 28 18:48:25.817393 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dd314-3012-4396-b28f-e9291f194f3a req-a28c7f3d-bfaf-4a06-a664-c8594d21fef4 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.819181 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-429dd314-3012-4396-b28f-e9291f194f3a req-a28c7f3d-bfaf-4a06-a664-c8594d21fef4 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 945 time: 0.0925617 Feb 28 18:48:25.869378 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-429dd314-3012-4396-b28f-e9291f194f3a req-59040cf0-2df7-4415-84b6-5e46564b92c1 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Feb 28 18:48:25.981193 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a09a5-b99a-48d4-b754-00e3813a39b0 req-d250c0af-e7b9-4d75-ac66-df6f9d5d00ae tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:25.982647 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-158a09a5-b99a-48d4-b754-00e3813a39b0 req-d250c0af-e7b9-4d75-ac66-df6f9d5d00ae tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.0765970 Feb 28 18:48:26.030887 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-158a09a5-b99a-48d4-b754-00e3813a39b0 req-cb2e526c-c2a3-42e8-8dca-8845411429d5 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424595 Feb 28 18:48:26.460711 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542730c1-c4e0-41a5-8c7d-facaa82297dd req-53710f23-df34-470b-b3b7-b33f5b1b4c9d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:26.462128 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-542730c1-c4e0-41a5-8c7d-facaa82297dd req-53710f23-df34-470b-b3b7-b33f5b1b4c9d tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0771835 Feb 28 18:48:26.509375 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-542730c1-c4e0-41a5-8c7d-facaa82297dd req-d0da1324-3fce-4413-969f-20dc7ccb2f66 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410259 Feb 28 18:48:26.971606 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c43cf7-5053-4626-ac1a-73fa6b640899 req-568edaea-a6e4-4684-94c9-da68c60599af tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:26.973199 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c0c43cf7-5053-4626-ac1a-73fa6b640899 req-568edaea-a6e4-4684-94c9-da68c60599af tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0794988 Feb 28 18:48:27.020200 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c0c43cf7-5053-4626-ac1a-73fa6b640899 req-f1d40b0e-d883-42a0-90a3-c2bee337cf4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416126 Feb 28 18:48:27.072342 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf92094-c317-4a0b-96b4-9bc6b6319995 req-b1882660-3528-4b9e-87a4-9600c72d1701 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:27.074398 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-daf92094-c317-4a0b-96b4-9bc6b6319995 req-b1882660-3528-4b9e-87a4-9600c72d1701 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 945 time: 0.0777440 Feb 28 18:48:27.118045 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-daf92094-c317-4a0b-96b4-9bc6b6319995 req-6674d49a-1756-414f-8015-86bc6c7accbb tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Feb 28 18:48:27.225622 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7398c084-c0c8-4ed4-bef3-ce105a4b7d7e req-d90e7f88-399f-4b76-b759-712f09338cde tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:27.227064 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7398c084-c0c8-4ed4-bef3-ce105a4b7d7e req-d90e7f88-399f-4b76-b759-712f09338cde tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.0765483 Feb 28 18:48:27.277998 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7398c084-c0c8-4ed4-bef3-ce105a4b7d7e req-6820d6dc-bf8b-4290-bc6c-22edee79819d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442894 Feb 28 18:48:27.717534 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f828a-e488-4307-818e-a9bb5dbc5a4c req-627fe304-e103-42a4-b92f-02d58be43a0c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:27.719028 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7b6f828a-e488-4307-818e-a9bb5dbc5a4c req-627fe304-e103-42a4-b92f-02d58be43a0c tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0773439 Feb 28 18:48:27.766564 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7b6f828a-e488-4307-818e-a9bb5dbc5a4c req-59559025-b0fe-45b9-ba3b-86471a0126aa tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414968 Feb 28 18:48:28.217593 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb528205-d636-4a05-a77f-75dd1a783505 req-b5360c5e-ed40-4f53-baab-73429f7b1280 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:28.219054 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-cb528205-d636-4a05-a77f-75dd1a783505 req-b5360c5e-ed40-4f53-baab-73429f7b1280 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0790870 Feb 28 18:48:28.268878 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-cb528205-d636-4a05-a77f-75dd1a783505 req-e70d6a55-5bda-40ee-9ada-ca164194dacd tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407076 Feb 28 18:48:28.381571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f09f1-0a6d-48af-b491-40118ee11b54 req-cb8407f1-da93-4a4d-8fd7-d12ab947bb48 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:28.386649 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6b9f09f1-0a6d-48af-b491-40118ee11b54 req-cb8407f1-da93-4a4d-8fd7-d12ab947bb48 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 945 time: 0.1401985 Feb 28 18:48:28.392236 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98964136-275a-433f-8787-a2aab166e7c2 req-ef722419-37b0-4273-9e1e-b4587ff21c12 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:28.393610 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-98964136-275a-433f-8787-a2aab166e7c2 req-ef722419-37b0-4273-9e1e-b4587ff21c12 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.65 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 945 time: 0.1159563 Feb 28 18:48:28.485239 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c6447-925e-4470-b318-dfc0dfa5e73b req-ca551b48-d007-4761-a0f5-d88c2ec362d3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:28.486688 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6b1c6447-925e-4470-b318-dfc0dfa5e73b req-ca551b48-d007-4761-a0f5-d88c2ec362d3 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.0753660 Feb 28 18:48:28.489216 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Deleting port 0cc8791a-e76e-42c0-93f9-a4a157dad413 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:48:28.489558 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.515406 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6b9f09f1-0a6d-48af-b491-40118ee11b54 req-405ae992-eb35-44fb-8194-bc4ea997b184 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/security-groups?id=e10409f0-81df-4d00-827b-56a450ae54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208270 Feb 28 18:48:28.536081 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6b1c6447-925e-4470-b318-dfc0dfa5e73b req-0033f067-aeaa-4549-b95d-0afde466baa8 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437477 Feb 28 18:48:28.728782 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] For port 0cc8791a-e76e-42c0-93f9-a4a157dad413, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=0cc8791a-e76e-42c0-93f9-a4a157dad413,segment=NetworkSegment(c6c95e8d-c618-4e28-8b84-98d780639c60),segment_id=c6c95e8d-c618-4e28-8b84-98d780639c60)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:28.729171 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:28.850724 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Calling delete_port for 0cc8791a-e76e-42c0-93f9-a4a157dad413 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:48:29.102423 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458fa0b-566a-42e1-a809-44f97ce4608e req-7ac6ca81-d05a-42d5-b47c-f02d17a05446 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.103931 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c458fa0b-566a-42e1-a809-44f97ce4608e req-7ac6ca81-d05a-42d5-b47c-f02d17a05446 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.2155757 Feb 28 18:48:29.139900 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:29.208234 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Pushing event deleted for resources: {'Port': ['ID=0cc8791a-e76e-42c0-93f9-a4a157dad413,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:29.245392 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c458fa0b-566a-42e1-a809-44f97ce4608e req-9bbf37f6-4106-4412-85f4-ac8b334afab5 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&id=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348355 Feb 28 18:48:29.282501 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] No DVR routers for this DVR port 0cc8791a-e76e-42c0-93f9-a4a157dad413 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:48:29.284930 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:29.287373 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c9b9b2-42d1-4826-b343-eb7c66d555d3', 'name': 'network-vif-deleted', 'tag': '0cc8791a-e76e-42c0-93f9-a4a157dad413'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:29.303175 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-98964136-275a-433f-8787-a2aab166e7c2 req-5c38e8c1-4e91-4222-a8af-411b7d443cdf tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.65 "DELETE /v2.0/ports/0cc8791a-e76e-42c0-93f9-a4a157dad413 HTTP/1.1" status: 204 len: 173 time: 0.8945973 Feb 28 18:48:29.344677 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c9b9b2-42d1-4826-b343-eb7c66d555d3', 'name': 'network-vif-deleted', 'tag': '0cc8791a-e76e-42c0-93f9-a4a157dad413', 'status': 'completed', 'code': 200} Feb 28 18:48:29.473697 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdace40c-bd49-45aa-b03d-323b3c2d72be req-32748af2-e708-4ac5-b16e-d6b7b0397b1c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.475148 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fdace40c-bd49-45aa-b03d-323b3c2d72be req-32748af2-e708-4ac5-b16e-d6b7b0397b1c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0798173 Feb 28 18:48:29.525111 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fdace40c-bd49-45aa-b03d-323b3c2d72be req-3b482b0d-2427-4a8d-a6f9-a33583d13e60 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438313 Feb 28 18:48:29.708092 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-28d60873-c0de-4753-a0aa-8770859c5955 req-57d1cad4-46fe-4032-8345-62ae769577c3 tempest-VolumesActionsTest-1846242640 tempest-VolumesActionsTest-1846242640-project] 10.222.0.45 "GET /v2.0/ports?device_id=27c9b9b2-42d1-4826-b343-eb7c66d555d3 HTTP/1.1" status: 200 len: 210 time: 0.0408163 Feb 28 18:48:29.742882 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60caebb7-257c-48d6-9a81-723c4df9f796 req-c3b2bfd1-a7c7-411d-9043-9770f6999477 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.744330 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-60caebb7-257c-48d6-9a81-723c4df9f796 req-c3b2bfd1-a7c7-411d-9043-9770f6999477 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.0758944 Feb 28 18:48:29.844396 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-60caebb7-257c-48d6-9a81-723c4df9f796 req-d5a572a5-6b2d-4160-b21d-5e33f0f43f16 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944474 Feb 28 18:48:29.860866 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-a7000a71-3f9f-48eb-8a1f-0e319c4eb866 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:29.862149 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-a7000a71-3f9f-48eb-8a1f-0e319c4eb866 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.65 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 945 time: 0.0987296 Feb 28 18:48:29.931342 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Deleting port 836b9ecc-ea7e-4e22-8cd6-395631329f9d {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:48:29.931647 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:30.185679 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] For port 836b9ecc-ea7e-4e22-8cd6-395631329f9d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=836b9ecc-ea7e-4e22-8cd6-395631329f9d,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:30.186064 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:30.305136 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Calling delete_port for 836b9ecc-ea7e-4e22-8cd6-395631329f9d owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:48:30.445390 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:30.492650 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Pushing event deleted for resources: {'Port': ['ID=836b9ecc-ea7e-4e22-8cd6-395631329f9d,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:30.498837 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['ea98abaa-92ef-4a6e-996c-00d0af153e4a', '836b9ecc-ea7e-4e22-8cd6-395631329f9d'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:48:30.583301 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] No DVR routers for this DVR port 836b9ecc-ea7e-4e22-8cd6-395631329f9d on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:48:30.587760 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:30.603234 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-33105cb9-d519-407d-aebd-c7cb7491e9ab req-9295d7dc-69e8-4bc2-aaa7-49f7bc6a5a2a tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.65 "DELETE /v2.0/ports/836b9ecc-ea7e-4e22-8cd6-395631329f9d HTTP/1.1" status: 204 len: 173 time: 0.7353716 Feb 28 18:48:30.748339 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fa39d6-a057-4600-a216-5807a931fab0 req-4dd569fe-be24-4b39-a668-b0ed8bc3a92f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:30.749699 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-35fa39d6-a057-4600-a216-5807a931fab0 req-4dd569fe-be24-4b39-a668-b0ed8bc3a92f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0844023 Feb 28 18:48:30.799561 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-35fa39d6-a057-4600-a216-5807a931fab0 req-a52b672a-08b8-4297-b82d-4c93acc50d02 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441787 Feb 28 18:48:31.035792 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ea198299-bbf2-4270-890d-cf0d26350a39 req-f3c80499-9d6e-48e4-8ad0-b6f95960f0e9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=8e2d59cd-5d41-42f3-a753-7e85295a8ccd HTTP/1.1" status: 200 len: 210 time: 0.0508149 Feb 28 18:48:31.036913 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 0cc8791a-e76e-42c0-93f9-a4a157dad413 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:48:31.073097 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 0cc8791a-e76e-42c0-93f9-a4a157dad413 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:48:31.073460 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 0cc8791a-e76e-42c0-93f9-a4a157dad413 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:48:31.345823 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2d59cd-5d41-42f3-a753-7e85295a8ccd', 'name': 'network-vif-deleted', 'tag': '836b9ecc-ea7e-4e22-8cd6-395631329f9d'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:31.404030 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2d59cd-5d41-42f3-a753-7e85295a8ccd', 'name': 'network-vif-deleted', 'tag': '836b9ecc-ea7e-4e22-8cd6-395631329f9d', 'status': 'completed', 'code': 200} Feb 28 18:48:31.991647 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb9dec7-e21e-435e-8bfb-e40bb27694c6 req-1a13fbc4-4761-4a81-90e7-aa493efaa135 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:31.993100 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7bb9dec7-e21e-435e-8bfb-e40bb27694c6 req-1a13fbc4-4761-4a81-90e7-aa493efaa135 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0738068 Feb 28 18:48:32.038331 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7bb9dec7-e21e-435e-8bfb-e40bb27694c6 req-df867b6f-8ebb-45b6-a7fb-72aa56d9768c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390534 Feb 28 18:48:32.558603 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca9ea5-217a-4d48-814a-092096615dc3 req-ae7de629-fa89-4860-a250-0104cf7fc807 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:32.559429 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-dfca9ea5-217a-4d48-814a-092096615dc3 req-ae7de629-fa89-4860-a250-0104cf7fc807 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Synchronizing usage tracker for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:48:32.575099 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-dfca9ea5-217a-4d48-814a-092096615dc3 req-ae7de629-fa89-4860-a250-0104cf7fc807 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Unset dirty status for tenant:ae42e981f60347dc872b6aed8ac34238 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:48:32.576308 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-dfca9ea5-217a-4d48-814a-092096615dc3 req-ae7de629-fa89-4860-a250-0104cf7fc807 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0962694 Feb 28 18:48:32.622935 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-dfca9ea5-217a-4d48-814a-092096615dc3 req-09f13697-b390-4c7d-bc55-c5cb5bd759e4 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Feb 28 18:48:33.066360 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 836b9ecc-ea7e-4e22-8cd6-395631329f9d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:48:33.101161 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 836b9ecc-ea7e-4e22-8cd6-395631329f9d {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:48:33.101502 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 836b9ecc-ea7e-4e22-8cd6-395631329f9d not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:48:33.285592 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972dbbe-84ba-4630-b1ed-edc3815e9c80 req-6f40bc8a-bc73-4286-8358-2af60754e0d0 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:33.287039 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9972dbbe-84ba-4630-b1ed-edc3815e9c80 req-6f40bc8a-bc73-4286-8358-2af60754e0d0 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1268091 Feb 28 18:48:33.330887 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9972dbbe-84ba-4630-b1ed-edc3815e9c80 req-8ec7a570-b082-4f84-a86e-972f5b3bcf82 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382795 Feb 28 18:48:33.701735 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614810c2-3d5c-4297-a1f9-57f01601b030 req-a6473cdb-6c7c-40e8-9098-edf334b08a65 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:33.703564 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-614810c2-3d5c-4297-a1f9-57f01601b030 req-a6473cdb-6c7c-40e8-9098-edf334b08a65 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0829473 Feb 28 18:48:33.767358 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-614810c2-3d5c-4297-a1f9-57f01601b030 req-e7abeacc-31ba-47ed-8265-3b7d8a2ec34b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582294 Feb 28 18:48:33.854462 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-568324b3-aa7b-4215-b5e1-29663dbc73a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 1098 time: 0.1533926 Feb 28 18:48:33.893205 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620efc56-cfa2-41b0-96e1-9305abe9d90a req-a8c7c821-3890-43b4-9b1e-3232c253868c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:33.894691 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-620efc56-cfa2-41b0-96e1-9305abe9d90a req-a8c7c821-3890-43b4-9b1e-3232c253868c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.1359642 Feb 28 18:48:34.025193 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-620efc56-cfa2-41b0-96e1-9305abe9d90a req-dca547b1-3d12-457e-83a9-547ce3480b1b tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814466 Feb 28 18:48:34.047151 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-850c1d27-f840-42f5-b4b9-8b998e414ef8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:34.048738 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-850c1d27-f840-42f5-b4b9-8b998e414ef8 service neutron] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 912 time: 0.1855278 Feb 28 18:48:34.258116 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-17d83e79-7382-4cf0-aa88-d057c84b1173 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 200 len: 1000 time: 0.2001407 Feb 28 18:48:34.330407 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-d8ffe277-0f6e-4d56-9e4f-93ef34e43c2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:34.331779 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-d8ffe277-0f6e-4d56-9e4f-93ef34e43c2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.0632689 Feb 28 18:48:34.410342 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-7072a6cf-0356-434f-9dcc-bf3686d303db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0668132 Feb 28 18:48:34.547750 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-592d9f8c-c1e1-476f-92cb-314ac0cd4a8e service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260364 Feb 28 18:48:34.681090 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6dbcbc05-025f-4403-a771-12a27fb7306f req-413e446e-c89c-4ed3-b8fe-142947b8ef00 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268475 Feb 28 18:48:34.968829 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e423d-de97-4911-ac0b-1c57272989c8 req-ed9f8d19-5d16-4ef3-bb9f-544e628cf83e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:34.970198 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4d5e423d-de97-4911-ac0b-1c57272989c8 req-ed9f8d19-5d16-4ef3-bb9f-544e628cf83e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0818133 Feb 28 18:48:35.019367 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-4d5e423d-de97-4911-ac0b-1c57272989c8 req-0f38fabe-ab2e-455f-a546-f71d44087a16 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432210 Feb 28 18:48:35.230924 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d747310-f2c0-4e99-9d14-f3e9fc3ed7e5 req-71c78a24-381b-4d34-a8e7-ffd22c6e1875 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:35.232433 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7d747310-f2c0-4e99-9d14-f3e9fc3ed7e5 req-71c78a24-381b-4d34-a8e7-ffd22c6e1875 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0756767 Feb 28 18:48:35.281832 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7d747310-f2c0-4e99-9d14-f3e9fc3ed7e5 req-a5a1bf83-e3bf-4a45-9370-98d33857c3d9 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433800 Feb 28 18:48:35.684055 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddb947-ee83-4bc7-9829-01f0def38923 req-41334868-941d-40a3-baa4-9304bdd9c60c tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:35.685875 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ffddb947-ee83-4bc7-9829-01f0def38923 req-41334868-941d-40a3-baa4-9304bdd9c60c tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.0841680 Feb 28 18:48:35.730684 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ffddb947-ee83-4bc7-9829-01f0def38923 req-af9f600c-bdc7-45ab-b24b-75cd758a00e3 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393238 Feb 28 18:48:36.216176 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19470330-8d8c-4e19-9014-5e11454bafbe req-3732bbbd-0a1d-4caf-a524-0e700db6b1c8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:36.217632 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-19470330-8d8c-4e19-9014-5e11454bafbe req-3732bbbd-0a1d-4caf-a524-0e700db6b1c8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0764587 Feb 28 18:48:36.267996 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-19470330-8d8c-4e19-9014-5e11454bafbe req-217439ad-0aab-4a39-9df6-8447eccf7a1f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443718 Feb 28 18:48:36.471442 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60626f-0639-436f-bd53-db3b0c59f57b req-9a7e3bff-e9df-4bca-8620-7408b9f7ea67 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:36.472863 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9d60626f-0639-436f-bd53-db3b0c59f57b req-9a7e3bff-e9df-4bca-8620-7408b9f7ea67 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0746236 Feb 28 18:48:36.517114 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-9d60626f-0639-436f-bd53-db3b0c59f57b req-f0ec830a-5cb1-4f9d-9bd9-64b3a2ca1f63 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Feb 28 18:48:36.931183 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b31915-3a54-4cf8-a016-bab8c9695d98 req-bb2ba009-e24c-4fd0-8f47-7feed9055d20 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:36.933160 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-27b31915-3a54-4cf8-a016-bab8c9695d98 req-bb2ba009-e24c-4fd0-8f47-7feed9055d20 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.0794964 Feb 28 18:48:36.977399 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-27b31915-3a54-4cf8-a016-bab8c9695d98 req-1760979f-9b3d-49ce-b073-cd0c0f848fea tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386534 Feb 28 18:48:37.731793 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd5316-5e9e-40b5-ae07-e025a2eade18 req-0f781726-b81e-431e-a210-e33902606fa0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:37.733240 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dabd5316-5e9e-40b5-ae07-e025a2eade18 req-0f781726-b81e-431e-a210-e33902606fa0 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0872972 Feb 28 18:48:37.781326 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-dabd5316-5e9e-40b5-ae07-e025a2eade18 req-2746140f-d1a6-4a54-9fb0-802ecb7e0117 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393746 Feb 28 18:48:38.173509 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb0b1a-e017-4027-82d5-b9dcb935897e req-62f6f5c7-d072-4486-82d4-7ddc24acecf9 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:38.174934 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7fdb0b1a-e017-4027-82d5-b9dcb935897e req-62f6f5c7-d072-4486-82d4-7ddc24acecf9 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.0746734 Feb 28 18:48:38.226457 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7fdb0b1a-e017-4027-82d5-b9dcb935897e req-df243714-c6e9-4a40-9063-eacb3916dafb tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459158 Feb 28 18:48:38.979130 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa598cc-b1cf-481f-acdf-1add7c9eec3b req-77c4ccef-1792-407e-9f99-91a247efc81d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:38.980603 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1aa598cc-b1cf-481f-acdf-1add7c9eec3b req-77c4ccef-1792-407e-9f99-91a247efc81d tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0761249 Feb 28 18:48:39.035366 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1aa598cc-b1cf-481f-acdf-1add7c9eec3b req-9866f65e-9e8d-4b42-83cd-5ae6cc4f213c tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490179 Feb 28 18:48:39.417829 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e158b81-e2b8-4173-9118-c7ac602421c4 req-358b35d8-4a25-4818-a9b5-6a00526e63f7 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:39.419244 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7e158b81-e2b8-4173-9118-c7ac602421c4 req-358b35d8-4a25-4818-a9b5-6a00526e63f7 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.0750444 Feb 28 18:48:39.464323 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7e158b81-e2b8-4173-9118-c7ac602421c4 req-c792df34-5e0e-499d-a236-45828491723f tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395980 Feb 28 18:48:40.007939 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-03ec2da2-7617-4d06-b9b1-32ac7a470fc6 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:40.009388 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-03ec2da2-7617-4d06-b9b1-32ac7a470fc6 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0869665 Feb 28 18:48:40.100577 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Deleting port ea98abaa-92ef-4a6e-996c-00d0af153e4a {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:48:40.101204 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:40.245983 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42a61e-7b67-4869-a18c-127f9f1bca47 req-49ecfa64-06f6-4ceb-a2fa-e6dab76c36de tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:40.247486 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ed42a61e-7b67-4869-a18c-127f9f1bca47 req-49ecfa64-06f6-4ceb-a2fa-e6dab76c36de tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 946 time: 0.0770721 Feb 28 18:48:40.294056 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ed42a61e-7b67-4869-a18c-127f9f1bca47 req-e1428d45-d4ac-4bd2-b70f-6549b9020af7 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/security-groups?id=7ffe483f-e2ed-4df8-9683-5535eac816d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410120 Feb 28 18:48:40.354251 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] For port ea98abaa-92ef-4a6e-996c-00d0af153e4a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=ea98abaa-92ef-4a6e-996c-00d0af153e4a,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:40.354601 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:40.471838 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Calling delete_port for ea98abaa-92ef-4a6e-996c-00d0af153e4a owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:48:40.576680 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-84469e20-8fa1-4ace-a8da-1d85c07cc8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:40.725591 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:40.768930 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['ea98abaa-92ef-4a6e-996c-00d0af153e4a'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:48:40.775943 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Pushing event deleted for resources: {'Port': ['ID=ea98abaa-92ef-4a6e-996c-00d0af153e4a,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:40.819282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f482b95-db8d-43ea-a032-8fecd2200d17 req-79353db6-23a4-4609-a5b5-c9c6eb6990f0 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:40.820733 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2f482b95-db8d-43ea-a032-8fecd2200d17 req-79353db6-23a4-4609-a5b5-c9c6eb6990f0 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.1770663 Feb 28 18:48:40.874732 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] No DVR routers for this DVR port ea98abaa-92ef-4a6e-996c-00d0af153e4a on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:48:40.878976 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:40.881609 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d798202-a886-44ec-907c-eec0146814f7', 'name': 'network-vif-deleted', 'tag': 'ea98abaa-92ef-4a6e-996c-00d0af153e4a'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:40.909368 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c84cc66b-fb45-4263-af53-c5fecb297757 req-f7fe03f0-8581-4e06-821c-d441af76cf93 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.65 "DELETE /v2.0/ports/ea98abaa-92ef-4a6e-996c-00d0af153e4a HTTP/1.1" status: 204 len: 173 time: 0.8850913 Feb 28 18:48:40.916434 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2f482b95-db8d-43ea-a032-8fecd2200d17 req-e887f2e6-2e9a-41d3-a9e4-3c67316562e7 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675943 Feb 28 18:48:40.939274 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d798202-a886-44ec-907c-eec0146814f7', 'name': 'network-vif-deleted', 'tag': 'ea98abaa-92ef-4a6e-996c-00d0af153e4a', 'status': 'completed', 'code': 200} Feb 28 18:48:41.477463 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3e91ddb1-306e-4e31-ac79-20fd0e9f1fbf req-c5237c58-d1dc-4bf4-a6a4-813623541639 tempest-ServerRescueNegativeTestJSON-1060910862 tempest-ServerRescueNegativeTestJSON-1060910862-project] 10.222.0.45 "GET /v2.0/ports?device_id=3d798202-a886-44ec-907c-eec0146814f7 HTTP/1.1" status: 200 len: 210 time: 0.0452735 Feb 28 18:48:42.112893 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6927dc7-925d-4fab-95ea-745b85c9037c req-803ad24f-d3a6-4af3-a331-518dccb57890 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:42.114206 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a6927dc7-925d-4fab-95ea-745b85c9037c req-803ad24f-d3a6-4af3-a331-518dccb57890 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.0743973 Feb 28 18:48:42.158921 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a6927dc7-925d-4fab-95ea-745b85c9037c req-c903859b-4f53-48a6-9b63-274dd95d0bdb tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387793 Feb 28 18:48:42.345568 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a438d-73d4-4e26-87ac-bd475be0184a req-33f06dd0-77d0-4a1d-9c8a-cc5e3e9d295f tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:42.346968 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-222a438d-73d4-4e26-87ac-bd475be0184a req-33f06dd0-77d0-4a1d-9c8a-cc5e3e9d295f tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.65 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 946 time: 0.0816288 Feb 28 18:48:42.413436 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Deleting port 18ae077b-a724-484c-9d84-aaa00d6e5872 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:48:42.413686 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:42.581112 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45304) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:42.654786 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] For port 18ae077b-a724-484c-9d84-aaa00d6e5872, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=18ae077b-a724-484c-9d84-aaa00d6e5872,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:42.655140 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:42.780817 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Calling delete_port for 18ae077b-a724-484c-9d84-aaa00d6e5872 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:48:42.936389 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:42.970027 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['18ae077b-a724-484c-9d84-aaa00d6e5872'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:48:43.015091 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717866'] for router_interface, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:43.088976 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1e3a5859-e1c5-4c88-a3a7-91a834a6d80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:43.091644 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Pushing event deleted for resources: {'Port': ['ID=18ae077b-a724-484c-9d84-aaa00d6e5872,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:43.127080 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] No DVR routers for this DVR port 18ae077b-a724-484c-9d84-aaa00d6e5872 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:48:43.129697 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:43.132535 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37da3749-1b3f-42bf-9fb5-8f20063e58ae', 'name': 'network-vif-deleted', 'tag': '18ae077b-a724-484c-9d84-aaa00d6e5872'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:43.148712 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-222a438d-73d4-4e26-87ac-bd475be0184a req-84b7c149-6315-42b5-9a4d-7de94ce8f931 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.65 "DELETE /v2.0/ports/18ae077b-a724-484c-9d84-aaa00d6e5872 HTTP/1.1" status: 204 len: 173 time: 0.7963190 Feb 28 18:48:43.156307 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device ea98abaa-92ef-4a6e-996c-00d0af153e4a no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:48:43.208385 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: ea98abaa-92ef-4a6e-996c-00d0af153e4a {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:48:43.209075 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device ea98abaa-92ef-4a6e-996c-00d0af153e4a not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:48:43.224532 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37da3749-1b3f-42bf-9fb5-8f20063e58ae', 'name': 'network-vif-deleted', 'tag': '18ae077b-a724-484c-9d84-aaa00d6e5872', 'status': 'completed', 'code': 200} Feb 28 18:48:43.339818 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4c276f86-24f4-4b67-aa33-3bdca11199c1 req-699bde9c-96e0-4ed0-9d49-3af47bde3bf4 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=37da3749-1b3f-42bf-9fb5-8f20063e58ae HTTP/1.1" status: 200 len: 210 time: 0.0466857 Feb 28 18:48:43.758632 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Deleting port d13f807f-43df-4a35-96cd-3c449c05b7b6 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:48:43.759339 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:43.928205 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] For port d13f807f-43df-4a35-96cd-3c449c05b7b6, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=d13f807f-43df-4a35-96cd-3c449c05b7b6,segment=NetworkSegment(06105543-b5b2-4a7d-8ced-d3ad9240f91f),segment_id=06105543-b5b2-4a7d-8ced-d3ad9240f91f)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:43.928474 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:44.058635 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Calling delete_port for d13f807f-43df-4a35-96cd-3c449c05b7b6 owned by network:router_interface {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:48:44.075974 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:44.175976 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:44.419677 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:44.466227 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Pushing event deleted for resources: {'Port': ['ID=d13f807f-43df-4a35-96cd-3c449c05b7b6,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:44.706663 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32144924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717977'] for router_interface, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:44.802644 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:48:45.160644 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 18ae077b-a724-484c-9d84-aaa00d6e5872 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:48:45.194219 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 18ae077b-a724-484c-9d84-aaa00d6e5872 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:48:45.194564 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 18ae077b-a724-484c-9d84-aaa00d6e5872 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:48:45.366473 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Router f83f74e2-1442-4862-8fbe-94446fdc9d39 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:48:45.398902 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:45.563108 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:48:45.571503 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] Sync routers for ids ['f83f74e2-1442-4862-8fbe-94446fdc9d39'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:48:45.575620 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-0e2cc8a5-d461-45e0-b73f-6de49483edad admin admin] 10.222.0.45 "PUT /v2.0/routers/f83f74e2-1442-4862-8fbe-94446fdc9d39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9933896 Feb 28 18:48:45.578788 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45348) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:45.585197 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] Routers {'f83f74e2-1442-4862-8fbe-94446fdc9d39'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:48:45.585872 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:48:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['f83f74e2-1442-4862-8fbe-94446fdc9d39'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:45.760726 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] Set router f83f74e2-1442-4862-8fbe-94446fdc9d39 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:48:45.775357 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:45.999768 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:46.011127 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Deleting port bab71aba-e893-48b7-ad85-1f00a2d06274 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:48:46.011490 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:46.047709 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121'}], 'enable_snat': True}, 'gw_port_id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:48:44Z', 'revision_number': 5, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port': {'id': 'bab71aba-e893-48b7-ad85-1f00a2d06274', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:01Z', 'updated_at': '2022-02-28T18:45:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:46.051632 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] Checking router: f83f74e2-1442-4862-8fbe-94446fdc9d39 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:48:46.062814 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] Routers {'f83f74e2-1442-4862-8fbe-94446fdc9d39'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:48:46.063449 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:48:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['f83f74e2-1442-4862-8fbe-94446fdc9d39'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:46.203507 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] For port bab71aba-e893-48b7-ad85-1f00a2d06274, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bab71aba-e893-48b7-ad85-1f00a2d06274,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:46.203860 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:46.243740 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] Set router f83f74e2-1442-4862-8fbe-94446fdc9d39 gateway port host: None {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:48:46.350912 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:48:45Z', 'revision_number': 6, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port_host': None}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:46.355704 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d74d73c-9c7e-49d2-a495-8747b6caed51 None None] The sync data for ids ['f83f74e2-1442-4862-8fbe-94446fdc9d39'] in dv-cinder-831188-1-smb is: [{'id': 'f83f74e2-1442-4862-8fbe-94446fdc9d39', 'name': 'tempest-ServerRescueNegativeTestJSON-1749803425-router', 'tenant_id': 'ae42e981f60347dc872b6aed8ac34238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:59Z', 'updated_at': '2022-02-28T18:48:45Z', 'revision_number': 6, 'project_id': 'ae42e981f60347dc872b6aed8ac34238', 'gw_port_host': None}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:48:46.429806 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Calling delete_port for bab71aba-e893-48b7-ad85-1f00a2d06274 owned by network:router_gateway {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:48:46.595226 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:46.641429 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab71aba-e893-48b7-ad85-1f00a2d06274,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:46.823981 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717007'] for router_gateway, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.081445 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41608'] for router, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.085704 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.171373 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718315'] for router, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.171929 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f83f74e2-1442-4862-8fbe-94446fdc9d39 {{(pid=83020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:48:47.192953 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.196339 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-265bd940-9466-49ad-878e-85e88ea4c7f5 admin admin] 10.222.0.45 "DELETE /v2.0/routers/f83f74e2-1442-4862-8fbe-94446fdc9d39 HTTP/1.1" status: 204 len: 168 time: 1.6142995 Feb 28 18:48:47.196600 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45384) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:47.261035 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4da86ec-a243-420b-859c-84463ff2c645 admin admin] Deleting subnet dccc7d7d-f825-4a31-a33d-79b3b778d8c8 {{(pid=83020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:48:47.264570 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e4da86ec-a243-420b-859c-84463ff2c645 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.321995 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e4da86ec-a243-420b-859c-84463ff2c645 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.330202 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e4da86ec-a243-420b-859c-84463ff2c645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.413246 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e4da86ec-a243-420b-859c-84463ff2c645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for subnet, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.470973 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da86ec-a243-420b-859c-84463ff2c645 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dccc7d7d-f825-4a31-a33d-79b3b778d8c8,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:47.474436 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e4da86ec-a243-420b-859c-84463ff2c645 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.480336 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-e4da86ec-a243-420b-859c-84463ff2c645 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/dccc7d7d-f825-4a31-a33d-79b3b778d8c8 HTTP/1.1" status: 204 len: 168 time: 0.2821050 Feb 28 18:48:47.482654 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45392) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:47.585603 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.659630 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device d13f807f-43df-4a35-96cd-3c449c05b7b6 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:48:47.695765 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: d13f807f-43df-4a35-96cd-3c449c05b7b6 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:48:47.696032 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device d13f807f-43df-4a35-96cd-3c449c05b7b6 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:48:47.696462 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bab71aba-e893-48b7-ad85-1f00a2d06274 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:48:47.733420 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: bab71aba-e893-48b7-ad85-1f00a2d06274 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:48:47.733800 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bab71aba-e893-48b7-ad85-1f00a2d06274 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:48:47.804726 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.829511 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.829857 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.830604 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.830931 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > port after_create 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.831248 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.831634 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > port after_update 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.832007 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.832311 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.832596 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45398) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:47.833058 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.833058 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.892860 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_v2 [None req-b90bdc2e-0af3-4167-9ed3-60276adb980c admin admin] Deleting subnet 2d7b3091-9206-467e-aa61-9504743cba0b {{(pid=83019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:48:47.895639 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b90bdc2e-0af3-4167-9ed3-60276adb980c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.921553 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.921894 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.922222 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.922547 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83020) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 18:48:47.922922 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7045dcc9-31ba-49da-ae56-40e4ea6a8c53']}} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:47.936304 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06105543-b5b2-4a7d-8ced-d3ad9240f91f') {'for_net_delete': True} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:47.936594 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06105543-b5b2-4a7d-8ced-d3ad9240f91f') {} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:47.947785 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b90bdc2e-0af3-4167-9ed3-60276adb980c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922623'] for subnet, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.948410 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2867363'] for segment, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.964871 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.973077 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=83020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:48:47.973851 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498309'] for segment, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: util.warn_limited( Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: util.warn_limited( Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: Traceback (most recent call last): Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: timer() Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: cb(*args, **kw) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: return func(*args, **kwargs) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: self._notify() Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: self.callback(batched_events) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: event.method(event) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: return f(self, *a, **k) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: return self._get(url).json() Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: return self.request(url, 'GET', **kwargs) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:48:47.988387 dv-cinder-831188-1-smb neutron-server[83020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:48:48.006909 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b90bdc2e-0af3-4167-9ed3-60276adb980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.067974 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.076457 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b90bdc2e-0af3-4167-9ed3-60276adb980c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827212'] for subnet, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.090876 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.096978 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] Pushing event deleted for resources: {'Network': ['ID=7045dcc9-31ba-49da-ae56-40e4ea6a8c53,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:48.106532 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-4cfb559d-c080-4716-bcea-dc231d20fd72 admin admin] 10.222.0.45 "DELETE /v2.0/networks/7045dcc9-31ba-49da-ae56-40e4ea6a8c53 HTTP/1.1" status: 204 len: 168 time: 0.6229410 Feb 28 18:48:48.118661 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90bdc2e-0af3-4167-9ed3-60276adb980c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d7b3091-9206-467e-aa61-9504743cba0b,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:48.124954 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-b90bdc2e-0af3-4167-9ed3-60276adb980c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.133682 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-b90bdc2e-0af3-4167-9ed3-60276adb980c admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2d7b3091-9206-467e-aa61-9504743cba0b HTTP/1.1" status: 204 len: 168 time: 0.2971516 Feb 28 18:48:48.133779 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45404) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:48.246163 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.259982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45408) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:48.309172 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-6ac6d87b-6460-4c24-91eb-b7fcc00c0ca3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ae42e981f60347dc872b6aed8ac34238&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480363 Feb 28 18:48:48.311618 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45412) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:48.370383 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-949084a1-cfa5-4625-8d7d-45cca4d02c66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.370722 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.395328 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-949084a1-cfa5-4625-8d7d-45cca4d02c66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.395575 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffe7d92a-48c8-441e-bcc1-318ebb618bb6']}} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:48.407711 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c95e8d-c618-4e28-8b84-98d780639c60') {'for_net_delete': True} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:48.408027 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c95e8d-c618-4e28-8b84-98d780639c60') {} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:48.419758 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2867363'] for segment, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.441041 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.447045 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-949084a1-cfa5-4625-8d7d-45cca4d02c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.447896 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=83020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:48:48.448314 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498309'] for segment, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: Traceback (most recent call last): Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: timer() Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: cb(*args, **kw) Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: return func(*args, **kwargs) Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: self._notify() Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: self.callback(batched_events) Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: event.method(event) Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: return f(self, *a, **k) Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: return self._get(url).json() Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: return self.request(url, 'GET', **kwargs) Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:48:48.461003 dv-cinder-831188-1-smb neutron-server[83020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:48:48.463666 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949084a1-cfa5-4625-8d7d-45cca4d02c66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffe483f-e2ed-4df8-9683-5535eac816d7,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:48.472525 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-949084a1-cfa5-4625-8d7d-45cca4d02c66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.473516 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-949084a1-cfa5-4625-8d7d-45cca4d02c66 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7ffe483f-e2ed-4df8-9683-5535eac816d7 HTTP/1.1" status: 204 len: 168 time: 0.1610184 Feb 28 18:48:48.541969 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.561322 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.571559 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffe7d92a-48c8-441e-bcc1-318ebb618bb6,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:48.582056 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-e005d086-6a64-4c3e-885c-82b3ea16fb48 admin admin] 10.222.0.45 "DELETE /v2.0/networks/ffe7d92a-48c8-441e-bcc1-318ebb618bb6 HTTP/1.1" status: 204 len: 168 time: 0.4471126 Feb 28 18:48:48.585038 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45422) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:48.734996 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e3baad7-08b3-4062-a319-401514e1aad1 admin admin] Deleting subnet ecda884a-0150-4aef-aff4-6edb37bd60c8 {{(pid=83019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:48:48.738527 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad7-08b3-4062-a319-401514e1aad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.788622 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad7-08b3-4062-a319-401514e1aad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922623'] for subnet, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.850150 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad7-08b3-4062-a319-401514e1aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.868196 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-6953878d-c46b-402a-9ef8-26e9ca73ac07 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:48.872364 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-6953878d-c46b-402a-9ef8-26e9ca73ac07 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Synchronizing usage tracker for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:network {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:48:48.893662 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-6953878d-c46b-402a-9ef8-26e9ca73ac07 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Unset dirty status for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:network {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:48:48.894914 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-6953878d-c46b-402a-9ef8-26e9ca73ac07 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/networks?id=b55655e4-30fc-441c-ad9e-e4bf940a3456 HTTP/1.1" status: 200 len: 813 time: 0.1776557 Feb 28 18:48:48.914376 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-85678787-f845-430f-ac7b-5d52509e6a2d tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/quotas/15deb759ae8340cc82caf2ac24ebc706 HTTP/1.1" status: 200 len: 375 time: 0.0133188 Feb 28 18:48:48.923946 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad7-08b3-4062-a319-401514e1aad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827212'] for subnet, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.960713 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3baad7-08b3-4062-a319-401514e1aad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecda884a-0150-4aef-aff4-6edb37bd60c8,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:48.970235 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9e3baad7-08b3-4062-a319-401514e1aad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:48.972573 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-95eef76c-f136-4489-b0ee-693061315341 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=15deb759ae8340cc82caf2ac24ebc706&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471387 Feb 28 18:48:48.979381 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-9e3baad7-08b3-4062-a319-401514e1aad1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ecda884a-0150-4aef-aff4-6edb37bd60c8 HTTP/1.1" status: 204 len: 168 time: 0.3930840 Feb 28 18:48:48.979726 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45440) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:49.175912 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:49.216073 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-8edad237-cc9e-4b9c-9c0a-0b5c7865577a service neutron] 10.222.0.45 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339222 Feb 28 18:48:49.330348 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:49.417276 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:49.458807 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9422745a-c30d-44bc-bd9c-218b53648c7b']}} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:49.482943 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a577d6f2-413f-4319-bba0-9af5affeac08') {'for_net_delete': True} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:49.483240 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a577d6f2-413f-4319-bba0-9af5affeac08') {} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:48:49.497510 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-95ef8a5b-afe3-4569-a798-71f69b62a068 service neutron] 10.222.0.45 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565389 Feb 28 18:48:49.499044 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2867363'] for segment, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:49.516029 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:49.522399 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=83020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:48:49.522639 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498309'] for segment, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: Traceback (most recent call last): Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: timer() Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: cb(*args, **kw) Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: return func(*args, **kwargs) Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: self._notify() Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: self.callback(batched_events) Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: event.method(event) Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: return f(self, *a, **k) Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: return self._get(url).json() Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: return self.request(url, 'GET', **kwargs) Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:48:49.538875 dv-cinder-831188-1-smb neutron-server[83020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:48:49.728898 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:49.733547 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-1fff7dcc-4b88-4eb0-9c8d-26ad0a916ebc req-ee791662-177b-46ab-bcfa-f646c14b754f tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Synchronizing usage tracker for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:48:49.749171 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:49.758166 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] Pushing event deleted for resources: {'Network': ['ID=9422745a-c30d-44bc-bd9c-218b53648c7b,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:49.765513 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-fbff266b-3dbc-45a7-aa1c-cbeade641535 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9422745a-c30d-44bc-bd9c-218b53648c7b HTTP/1.1" status: 204 len: 168 time: 0.7847087 Feb 28 18:48:49.772160 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-1fff7dcc-4b88-4eb0-9c8d-26ad0a916ebc req-ee791662-177b-46ab-bcfa-f646c14b754f tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Unset dirty status for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:48:49.773318 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1fff7dcc-4b88-4eb0-9c8d-26ad0a916ebc req-ee791662-177b-46ab-bcfa-f646c14b754f tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 210 time: 0.0994620 Feb 28 18:48:49.941021 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45474) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:49.999246 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-006cf239-451f-4c2a-92a3-2bd550b4fd06 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83b482ae8ae842f4b2d225812b991ba6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0568640 Feb 28 18:48:50.001890 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45478) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:50.072321 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-60f83203-48fb-4e53-ba11-7470921de61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:50.099096 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-60f83203-48fb-4e53-ba11-7470921de61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:50.156909 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-60f83203-48fb-4e53-ba11-7470921de61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:50.173555 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f83203-48fb-4e53-ba11-7470921de61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10409f0-81df-4d00-827b-56a450ae54a2,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:50.191578 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-60f83203-48fb-4e53-ba11-7470921de61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:50.195023 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-60f83203-48fb-4e53-ba11-7470921de61b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e10409f0-81df-4d00-827b-56a450ae54a2 HTTP/1.1" status: 204 len: 168 time: 0.1897655 Feb 28 18:48:50.662083 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45498) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:50.727160 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a0f37607-10bb-4d54-bc6e-1b2c65109c51 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afc220d6a5ca4809bb3293c962ada8e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0637169 Feb 28 18:48:50.730162 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45506) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:50.939777 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0235-a353-4a73-85a8-1f95add76b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:50.957208 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1190f317-3a05-4eb4-babc-0e2f2c2ef2d8 req-72b9bdbe-8c33-4c33-b16c-465fc940daa4 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 210 time: 0.0538597 Feb 28 18:48:51.063580 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0235-a353-4a73-85a8-1f95add76b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.074588 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-2b59a150-990d-4b28-98da-26eb75c4f970 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:51.076040 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-2b59a150-990d-4b28-98da-26eb75c4f970 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.65 "GET /v2.0/networks?id=b55655e4-30fc-441c-ad9e-e4bf940a3456 HTTP/1.1" status: 200 len: 813 time: 0.2557096 Feb 28 18:48:51.121099 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Request body: {'port': {'device_id': '0351b248-780a-4a3b-90de-2929e527abbd', 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456', 'admin_state_up': True, 'tenant_id': '15deb759ae8340cc82caf2ac24ebc706'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:48:51.136161 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45518) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:51.242032 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-a602c130-3b1f-4138-865c-e938da0b3147 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2281287 Feb 28 18:48:51.242613 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0235-a353-4a73-85a8-1f95add76b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.287675 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.289427 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d0235-a353-4a73-85a8-1f95add76b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec2af6d-0286-4ce5-af63-5bda7583c37f,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:51.298239 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-cf0d0235-a353-4a73-85a8-1f95add76b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.299390 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-cf0d0235-a353-4a73-85a8-1f95add76b55 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eec2af6d-0286-4ce5-af63-5bda7583c37f HTTP/1.1" status: 204 len: 168 time: 0.5683000 Feb 28 18:48:51.313852 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:48:51.324746 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:48:51.335854 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Made reservation on behalf of 15deb759ae8340cc82caf2ac24ebc706 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:48:51.340010 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.351553 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:48:51.356053 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] Usage tracker for resource:security_group_rule and tenant:1803b5a219064cdfab8f1787354a3958 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:48:51.358848 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:48:51.364414 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:48:51.440434 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.445746 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.500305 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1803b5a219064cdfab8f1787354a3958&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3629045 Feb 28 18:48:51.501377 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0898433d-2503-40ca-b666-e0efbb522d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789b0820-e193-4fa0-bb22-73a76382f6be,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:51.504036 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45528) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:51.547729 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-51dceccb-c7d2-41a1-b1d7-326a256ae350 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 1098 time: 0.1966436 Feb 28 18:48:51.577175 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-91a10bf0-161b-4019-b91c-6d7d049b06ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.599441 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Allocated IP 172.20.0.11 (b55655e4-30fc-441c-ad9e-e4bf940a3456/af807f31-479b-4a7c-99c1-4209133ae05f/632a92b1-840a-48b2-b559-63f5f4e2de34) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:48:51.605047 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-91a10bf0-161b-4019-b91c-6d7d049b06ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.665505 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-91a10bf0-161b-4019-b91c-6d7d049b06ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.687347 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a10bf0-161b-4019-b91c-6d7d049b06ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b0820-e193-4fa0-bb22-73a76382f6be,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:51.699716 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-91a10bf0-161b-4019-b91c-6d7d049b06ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:51.703276 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-91a10bf0-161b-4019-b91c-6d7d049b06ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/789b0820-e193-4fa0-bb22-73a76382f6be HTTP/1.1" status: 204 len: 168 time: 0.1960592 Feb 28 18:48:51.769890 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-eb0e3238-4c56-4d36-9ba6-6dc89c1a149c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:51.771377 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-eb0e3238-4c56-4d36-9ba6-6dc89c1a149c service neutron] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 912 time: 0.2014773 Feb 28 18:48:51.965335 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-d0ca7a0f-0fdb-4bb3-850b-9eca0f20d97f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 200 len: 1000 time: 0.1398249 Feb 28 18:48:52.036642 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.069750 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-201a9574-dd14-461f-a862-583327eaf8c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:52.071213 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-201a9574-dd14-461f-a862-583327eaf8c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.0962780 Feb 28 18:48:52.108323 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45546) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:52.126946 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.167053 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:48:52.171177 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] Usage tracker for resource:security_group_rule and tenant:3c749437cbf2487c898fc799606ca87c is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:48:52.174308 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:48:52.181002 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:48:52.203116 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.253228 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.259321 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.328050 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45554) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:52.328905 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3c749437cbf2487c898fc799606ca87c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2194221 Feb 28 18:48:52.333509 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e1c6c-014e-4ba8-acf3-7dc2718b107e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577244b9-51b6-4dfd-a368-ee04729108b3,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:52.359889 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Network b55655e4-30fc-441c-ad9e-e4bf940a3456 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:48:52.377475 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:48:52.383279 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Pushing event updated for resources: {'Port': ['ID=632a92b1-840a-48b2-b559-63f5f4e2de34,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:52.392397 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:48:52.481268 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a8d74-a10a-4476-a442-a59540911f8c req-ce3066bc-7cae-46d4-91bc-27a00b058298 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:52.482727 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-765a8d74-a10a-4476-a442-a59540911f8c req-ce3066bc-7cae-46d4-91bc-27a00b058298 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 932 time: 0.3651743 Feb 28 18:48:52.492724 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-eb1e2618-4b5d-4880-985c-8da0e184d652 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4091771 Feb 28 18:48:52.502195 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:52.502793 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.568195 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d110240d-2af1-4cfd-8df7-5346b7d7cc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.676822 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d110240d-2af1-4cfd-8df7-5346b7d7cc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.686224 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-a7bf98b6-3a71-47ff-82a7-3913b01b35dd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5694129 Feb 28 18:48:52.696722 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-765a8d74-a10a-4476-a442-a59540911f8c req-12036228-ec25-47b3-8d37-2c51713f0122 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004030 Feb 28 18:48:52.713474 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Request body: {'port': {'device_id': '0351b248-780a-4a3b-90de-2929e527abbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:48:52.816841 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-6fc50631-d8e7-44b6-a35f-cfb819edf1d3 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891963 Feb 28 18:48:52.940773 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d110240d-2af1-4cfd-8df7-5346b7d7cc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:52.972596 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110240d-2af1-4cfd-8df7-5346b7d7cc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577244b9-51b6-4dfd-a368-ee04729108b3,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:52.976277 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:53.003966 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d110240d-2af1-4cfd-8df7-5346b7d7cc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:53.005070 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-d110240d-2af1-4cfd-8df7-5346b7d7cc80 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/577244b9-51b6-4dfd-a368-ee04729108b3 HTTP/1.1" status: 204 len: 168 time: 0.6715503 Feb 28 18:48:53.086434 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-184a70d0-f845-4a88-a69a-6a52f21e437f req-4eb8bba0-5df4-4277-8980-e099545b5539 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418232 Feb 28 18:48:53.392334 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 632a92b1-840a-48b2-b559-63f5f4e2de34 {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:48:53.399181 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:53.417795 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Transition to ACTIVE for port object 632a92b1-840a-48b2-b559-63f5f4e2de34 will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:48:53.422260 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:53.563086 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Pushing event updated for resources: {'Port': ['ID=632a92b1-840a-48b2-b559-63f5f4e2de34,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:53.690684 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Attempting to bind port 632a92b1-840a-48b2-b559-63f5f4e2de34 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:48:53.691021 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Attempting to bind port 632a92b1-840a-48b2-b559-63f5f4e2de34 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:48:53.691487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Attempting to bind port 632a92b1-840a-48b2-b559-63f5f4e2de34 on network b55655e4-30fc-441c-ad9e-e4bf940a3456 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:48:53.698441 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Port 632a92b1-840a-48b2-b559-63f5f4e2de34 on network b55655e4-30fc-441c-ad9e-e4bf940a3456 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:48:53.698759 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Attempting to bind port 632a92b1-840a-48b2-b559-63f5f4e2de34 on network b55655e4-30fc-441c-ad9e-e4bf940a3456 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:48:53.705272 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:48:53.705615 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Checking segment: {'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:48:53.705994 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Bound using segment: {'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:48:53.706422 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Bound port: 632a92b1-840a-48b2-b559-63f5f4e2de34, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f14edd82-1d5b-4d45-b961-4c9fa250806f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:48:53.706767 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:53.820629 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] For port 632a92b1-840a-48b2-b559-63f5f4e2de34, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:48:53.825624 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] For port 632a92b1-840a-48b2-b559-63f5f4e2de34, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=632a92b1-840a-48b2-b559-63f5f4e2de34,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:48:53.830782 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:53.900993 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:53.902374 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] 10.222.0.65 "PUT /v2.0/ports/632a92b1-840a-48b2-b559-63f5f4e2de34 HTTP/1.1" status: 200 len: 1094 time: 1.1969759 Feb 28 18:48:53.902810 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0351b248-780a-4a3b-90de-2929e527abbd', 'tag': '632a92b1-840a-48b2-b559-63f5f4e2de34'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:53.919555 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aa623-4fec-474f-9c15-c793a02a8c6c service neutron] Pushing event updated for resources: {'Port': ['ID=632a92b1-840a-48b2-b559-63f5f4e2de34,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:53.983069 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb50452-33a6-4ba8-86ae-01fb852e968d req-d03943f2-b8ee-4fe1-86b0-55994a06578d tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:53.985352 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7eb50452-33a6-4ba8-86ae-01fb852e968d req-d03943f2-b8ee-4fe1-86b0-55994a06578d tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 944 time: 0.1207061 Feb 28 18:48:54.029831 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0351b248-780a-4a3b-90de-2929e527abbd', 'tag': '632a92b1-840a-48b2-b559-63f5f4e2de34', 'status': 'completed', 'code': 200} Feb 28 18:48:54.077760 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7eb50452-33a6-4ba8-86ae-01fb852e968d req-ff7b52f2-4db5-46d7-9dea-c9c1e26f3e3d tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856757 Feb 28 18:48:54.078215 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-7dde4c81-33a3-4ea8-b233-dab3d813d840 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15deb759ae8340cc82caf2ac24ebc706&device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 1097 time: 0.1011198 Feb 28 18:48:54.236012 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-ccef6c0c-248c-4c53-a468-f5c10600fd22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=632a92b1-840a-48b2-b559-63f5f4e2de34 HTTP/1.1" status: 200 len: 217 time: 0.1441312 Feb 28 18:48:54.305322 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-f1846c0f-d998-4ba2-afb3-55720d2c5aaf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:54.307102 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-f1846c0f-d998-4ba2-afb3-55720d2c5aaf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af807f31-479b-4a7c-99c1-4209133ae05f HTTP/1.1" status: 200 len: 853 time: 0.0639501 Feb 28 18:48:54.356161 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-62be0af2-9426-4015-972c-6422956982a6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b55655e4-30fc-441c-ad9e-e4bf940a3456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419159 Feb 28 18:48:54.512298 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-55ed4901-8e1d-48a5-96d4-fd6d465a83eb service neutron] 10.222.0.65 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431847 Feb 28 18:48:54.643793 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-918e431b-c9b2-4ebb-bcbe-9387cf12a2a4 req-027ae545-5002-4352-b32d-50e58b8f2813 service neutron] 10.222.0.65 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248741 Feb 28 18:48:54.807859 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41e6ba16-8137-4832-993b-4690738c72e5 req-b246b966-725b-40b9-8b48-7075a56d4ee7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15deb759ae8340cc82caf2ac24ebc706&device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 1097 time: 0.0712173 Feb 28 18:48:54.946136 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6ba16-8137-4832-993b-4690738c72e5 req-01639d68-e7eb-4d1b-b4fb-fc868ae17ee6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:54.948268 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41e6ba16-8137-4832-993b-4690738c72e5 req-01639d68-e7eb-4d1b-b4fb-fc868ae17ee6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b55655e4-30fc-441c-ad9e-e4bf940a3456 HTTP/1.1" status: 200 len: 914 time: 0.1318314 Feb 28 18:48:55.023448 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41e6ba16-8137-4832-993b-4690738c72e5 req-95c426c3-ed33-485f-847d-c683cff4402b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=632a92b1-840a-48b2-b559-63f5f4e2de34 HTTP/1.1" status: 200 len: 217 time: 0.0685055 Feb 28 18:48:55.084458 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6ba16-8137-4832-993b-4690738c72e5 req-f990e195-45d0-40b3-b6aa-4fb684ee05f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:55.086018 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41e6ba16-8137-4832-993b-4690738c72e5 req-f990e195-45d0-40b3-b6aa-4fb684ee05f5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=af807f31-479b-4a7c-99c1-4209133ae05f HTTP/1.1" status: 200 len: 853 time: 0.0563307 Feb 28 18:48:55.135508 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41e6ba16-8137-4832-993b-4690738c72e5 req-7442f4ea-66f4-4058-8297-b6edc8eef8a9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b55655e4-30fc-441c-ad9e-e4bf940a3456&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429237 Feb 28 18:48:55.326003 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41e6ba16-8137-4832-993b-4690738c72e5 req-7a0001a1-e88f-4cfd-a53a-2e326c788606 service neutron] 10.222.0.65 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823206 Feb 28 18:48:55.335950 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6027d-701b-457f-bbca-00161255c661 req-898ab242-23c6-4ad6-9e82-f6ee376421fc tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:55.336617 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-cdd6027d-701b-457f-bbca-00161255c661 req-898ab242-23c6-4ad6-9e82-f6ee376421fc tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Synchronizing usage tracker for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:48:55.436270 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-cdd6027d-701b-457f-bbca-00161255c661 req-898ab242-23c6-4ad6-9e82-f6ee376421fc tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Unset dirty status for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:48:55.437504 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cdd6027d-701b-457f-bbca-00161255c661 req-898ab242-23c6-4ad6-9e82-f6ee376421fc tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 944 time: 0.2281084 Feb 28 18:48:55.530502 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-41e6ba16-8137-4832-993b-4690738c72e5 req-108e76f7-845d-4c90-bd2b-627ae7878edf service neutron] 10.222.0.65 "GET /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903393 Feb 28 18:48:55.533334 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cdd6027d-701b-457f-bbca-00161255c661 req-e3d4c6e1-393c-4529-9322-c7825b5fb455 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882115 Feb 28 18:48:56.735169 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccf924d-82dc-414b-ba27-181c01fe49fc req-77376ba2-afbe-45df-8486-2d29b34ff794 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:56.737216 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1ccf924d-82dc-414b-ba27-181c01fe49fc req-77376ba2-afbe-45df-8486-2d29b34ff794 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 944 time: 0.0795074 Feb 28 18:48:56.782393 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1ccf924d-82dc-414b-ba27-181c01fe49fc req-b36950aa-0738-45ae-aa4d-136e256a9d44 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397696 Feb 28 18:48:57.148495 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45670) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:57.174407 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 632a92b1-840a-48b2-b559-63f5f4e2de34 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:48:57.290595 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.305159 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 632a92b1-840a-48b2-b559-63f5f4e2de34, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=632a92b1-840a-48b2-b559-63f5f4e2de34,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:57.318422 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '632a92b1-840a-48b2-b559-63f5f4e2de34', 'network_id': 'b55655e4-30fc-441c-ad9e-e4bf940a3456', 'port_id': '632a92b1-840a-48b2-b559-63f5f4e2de34', 'mac_address': 'fa:16:3e:6e:a5:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af807f31-479b-4a7c-99c1-4209133ae05f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:48:57.323800 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:48:57.327609 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7a9cb70f4b4cd38453c8a16582f9bd is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:48:57.330536 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:48:57.336390 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:48:57.372118 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.390668 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 632a92b1-840a-48b2-b559-63f5f4e2de34 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:48:57.403680 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.406127 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 632a92b1-840a-48b2-b559-63f5f4e2de34, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=632a92b1-840a-48b2-b559-63f5f4e2de34,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:57.407450 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.409386 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.452083 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96471e0-bbaf-4c3f-94e8-75db4708ad58,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:57.457756 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-2e21dc48-1763-4a47-add6-b0bcab72ef17 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e7a9cb70f4b4cd38453c8a16582f9bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3082311 Feb 28 18:48:57.460566 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45678) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:57.486135 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=632a92b1-840a-48b2-b559-63f5f4e2de34,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:57.526154 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7f9526f0-d42b-42e5-84ad-d2240bd1adf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.552360 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7f9526f0-d42b-42e5-84ad-d2240bd1adf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.611369 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7f9526f0-d42b-42e5-84ad-d2240bd1adf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.628249 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9526f0-d42b-42e5-84ad-d2240bd1adf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96471e0-bbaf-4c3f-94e8-75db4708ad58,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:57.638301 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7f9526f0-d42b-42e5-84ad-d2240bd1adf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:57.642068 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-7f9526f0-d42b-42e5-84ad-d2240bd1adf7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c96471e0-bbaf-4c3f-94e8-75db4708ad58 HTTP/1.1" status: 204 len: 168 time: 0.1807730 Feb 28 18:48:57.759678 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['632a92b1-840a-48b2-b559-63f5f4e2de34'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:48:57.979965 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45688) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:58.003965 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:58.030943 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192b16-2640-4a81-87fb-7f8a680968c7 req-16adf793-7124-4b32-9191-8117ddd4373c tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:58.032398 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c9192b16-2640-4a81-87fb-7f8a680968c7 req-16adf793-7124-4b32-9191-8117ddd4373c tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 945 time: 0.1208599 Feb 28 18:48:58.066959 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:48:58.077529 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Usage tracker for resource:security_group_rule and tenant:4faab6fc40fc484886d02b081363d884 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:48:58.080594 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:48:58.089499 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:48:58.103445 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c9192b16-2640-4a81-87fb-7f8a680968c7 req-cfe99379-545e-45f7-b4da-c09a1b5ab586 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631163 Feb 28 18:48:58.160712 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:58.164581 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:58.213399 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178819bc-9110-43a2-90fc-bc9c93740d65,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:58.221750 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4faab6fc40fc484886d02b081363d884&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2407212 Feb 28 18:48:58.224489 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45696) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:48:58.229939 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.230290 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.230632 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.230970 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.231329 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.231664 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.231998 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.232328 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.232653 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.232976 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.233301 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741925a3-e94b-4c01-81ea-99ff54bb7b15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.287939 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:58.313761 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:58.365170 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:58.382546 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178819bc-9110-43a2-90fc-bc9c93740d65,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:58.395194 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.395571 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.395912 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.396273 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.396611 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.396942 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.397266 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.397592 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.397917 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.398238 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.398556 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:48:58.401867 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:58.403720 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1b314f6c-d274-4565-8e30-8534eaaaa094 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/178819bc-9110-43a2-90fc-bc9c93740d65 HTTP/1.1" status: 204 len: 168 time: 0.1782248 Feb 28 18:48:59.197439 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 632a92b1-840a-48b2-b559-63f5f4e2de34 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:48:59.265913 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 632a92b1-840a-48b2-b559-63f5f4e2de34 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:48:59.271586 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 632a92b1-840a-48b2-b559-63f5f4e2de34 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:48:59.272033 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:59.302081 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e29e3-b3f6-4de7-b343-bef5d68764b4 req-16da9561-da2e-405c-84cf-3fb2fc6f8141 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:48:59.304191 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ae5e29e3-b3f6-4de7-b343-bef5d68764b4 req-16da9561-da2e-405c-84cf-3fb2fc6f8141 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 945 time: 0.0806043 Feb 28 18:48:59.350747 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ae5e29e3-b3f6-4de7-b343-bef5d68764b4 req-846ed51d-6ab0-4ffb-b4e3-f02967a01281 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 Feb 28 18:48:59.395948 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:59.422604 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0351b248-780a-4a3b-90de-2929e527abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a92b1-840a-48b2-b559-63f5f4e2de34'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:48:59.432478 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 632a92b1-840a-48b2-b559-63f5f4e2de34, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=632a92b1-840a-48b2-b559-63f5f4e2de34,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:48:59.436926 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:48:59.482380 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0351b248-780a-4a3b-90de-2929e527abbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '632a92b1-840a-48b2-b559-63f5f4e2de34', 'code': 200} Feb 28 18:48:59.508199 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=632a92b1-840a-48b2-b559-63f5f4e2de34,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:48:59.778738 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c745a273-6494-4a6a-87d9-5241f4a5f313 req-442bff58-c50a-4b12-9410-f2274269cfa5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 1099 time: 0.0847907 Feb 28 18:48:59.826506 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c745a273-6494-4a6a-87d9-5241f4a5f313 req-f3a2088b-fd08-45dc-8506-9ed7aeef6c77 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Feb 28 18:49:00.550665 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9015aab-a992-46bd-a343-c495306bd930 req-16ee16c5-e611-4aa6-8f0f-898ad5c29eaf tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:00.552043 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9015aab-a992-46bd-a343-c495306bd930 req-16ee16c5-e611-4aa6-8f0f-898ad5c29eaf tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 946 time: 0.0778375 Feb 28 18:49:00.596403 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e9015aab-a992-46bd-a343-c495306bd930 req-9c51c9ff-7aa1-454c-a439-defe72eeead9 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386348 Feb 28 18:49:01.802571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa25c957-de8d-4919-b3b5-3d1dde592180 req-ec431324-f2a5-4980-a281-6ad4e697414e tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:01.804063 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fa25c957-de8d-4919-b3b5-3d1dde592180 req-ec431324-f2a5-4980-a281-6ad4e697414e tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 946 time: 0.0813749 Feb 28 18:49:01.924627 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-fa25c957-de8d-4919-b3b5-3d1dde592180 req-4c1262b4-1a8c-4e67-a952-8eefd584f7d4 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149395 Feb 28 18:49:05.687150 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9fcc1-6e5d-4aab-b80b-c74178ec2fe4 req-3bb95a76-c99f-495a-a897-80ed6c38faff tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:05.688665 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0ca9fcc1-6e5d-4aab-b80b-c74178ec2fe4 req-3bb95a76-c99f-495a-a897-80ed6c38faff tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 946 time: 0.0788586 Feb 28 18:49:05.732601 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0ca9fcc1-6e5d-4aab-b80b-c74178ec2fe4 req-6ca277cf-bba7-44f1-a33a-123321c993d9 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383315 Feb 28 18:49:06.942073 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663d5b91-a31b-4306-adfb-27bcfa37e71a req-a035817f-808e-47be-8476-1083709aaf88 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:06.943541 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-663d5b91-a31b-4306-adfb-27bcfa37e71a req-a035817f-808e-47be-8476-1083709aaf88 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 946 time: 0.0765247 Feb 28 18:49:06.999500 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-663d5b91-a31b-4306-adfb-27bcfa37e71a req-73e4d0b7-f36e-4824-bc25-5c32d0c0a773 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495219 Feb 28 18:49:07.850162 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-e197def1-a77d-4e16-b7f3-3b5140f50c58 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:07.851651 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-e197def1-a77d-4e16-b7f3-3b5140f50c58 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 946 time: 0.0906975 Feb 28 18:49:07.922137 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Deleting port 62080c57-a963-40c3-93f7-9eaa3ed4c082 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:07.922730 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:08.173326 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] For port 62080c57-a963-40c3-93f7-9eaa3ed4c082, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=62080c57-a963-40c3-93f7-9eaa3ed4c082,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:08.174076 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:08.224054 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215920d4-8c0f-4090-810e-ad88fe4d93a6 req-19de8dec-d4df-4e63-9d83-d389e0b09342 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:08.225653 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-215920d4-8c0f-4090-810e-ad88fe4d93a6 req-19de8dec-d4df-4e63-9d83-d389e0b09342 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 946 time: 0.0799527 Feb 28 18:49:08.273686 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-215920d4-8c0f-4090-810e-ad88fe4d93a6 req-86b5876a-7e4f-42d8-a062-6771bd1a0ed7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=54c3f922-30e3-49f9-ac7a-37311b30884c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415566 Feb 28 18:49:08.470798 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:08.471155 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:08.471406 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.l3_db [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Floating IP e3589816-8975-46a7-b65a-ecc3aac57db7 disassociated. External IP: 172.28.3.46, port: 62080c57-a963-40c3-93f7-9eaa3ed4c082. Feb 28 18:49:08.471739 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Calling delete_port for 62080c57-a963-40c3-93f7-9eaa3ed4c082 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:08.603859 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:08.655530 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event deleted for resources: {'Port': ['ID=62080c57-a963-40c3-93f7-9eaa3ed4c082,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:08.865335 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Router 96341394-f917-4d21-8c27-6b1147eb9644 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:09.096839 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:09.111817 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] Sync routers for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:49:09.128869 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:09.129494 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:48:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:09.260838 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] No DVR routers for this DVR port 62080c57-a963-40c3-93f7-9eaa3ed4c082 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:09.263204 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:09.265941 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-deleted', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:09.312402 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bc233545-bb96-4c69-b289-dafc0464cdd2 req-9cef1ea6-b975-4828-93fe-70743bfe1e07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "DELETE /v2.0/ports/62080c57-a963-40c3-93f7-9eaa3ed4c082 HTTP/1.1" status: 204 len: 173 time: 1.4538910 Feb 28 18:49:09.340828 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa882b93-456b-49cc-8c8b-ad89d65795ca', 'name': 'network-vif-deleted', 'tag': '62080c57-a963-40c3-93f7-9eaa3ed4c082', 'status': 'completed', 'code': 200} Feb 28 18:49:09.457220 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:09.613971 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-44b598fb-0e3e-4ced-869e-12b491316b22 req-78d51745-5539-4a0b-b34f-ff3ae38a18b0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=fa882b93-456b-49cc-8c8b-ad89d65795ca HTTP/1.1" status: 200 len: 210 time: 0.1018417 Feb 28 18:49:09.915440 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:09.919495 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] Checking router: 96341394-f917-4d21-8c27-6b1147eb9644 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:49:09.931109 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:09.932298 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:48:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:10.141077 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:10.474857 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:10.479753 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b370670e-389b-49d9-a094-957d9c3abffb None None] The sync data for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb is: [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:49:10.581511 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-328cb4ce-61e8-4702-add3-6da0824169f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:10.756876 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa47ebc2-9e04-4632-8e83-54fbbb59f7ed None None] New status for floating IP e3589816-8975-46a7-b65a-ecc3aac57db7: DOWN {{(pid=83022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:49:10.823911 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45980) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:10.941299 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5b246003-4d95-46f4-9983-0cf8ec22cd04 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:10.976289 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5b246003-4d95-46f4-9983-0cf8ec22cd04 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.042199 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5b246003-4d95-46f4-9983-0cf8ec22cd04 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.075058 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b246003-4d95-46f4-9983-0cf8ec22cd04 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c3f922-30e3-49f9-ac7a-37311b30884c,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:11.078201 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5b246003-4d95-46f4-9983-0cf8ec22cd04 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.079481 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-5b246003-4d95-46f4-9983-0cf8ec22cd04 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "DELETE /v2.0/security-groups/54c3f922-30e3-49f9-ac7a-37311b30884c HTTP/1.1" status: 204 len: 168 time: 0.2538831 Feb 28 18:49:11.082772 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 45990) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:11.104169 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.api.v2.resource [None req-86b9692c-fac9-4b64-9af6-ca8e9784336c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] show failed (client error): The resource could not be found. Feb 28 18:49:11.105247 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-86b9692c-fac9-4b64-9af6-ca8e9784336c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups/54c3f922-30e3-49f9-ac7a-37311b30884c HTTP/1.1" status: 404 len: 347 time: 0.0210347 Feb 28 18:49:11.108287 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 45994) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:11.252858 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:11.288708 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 62080c57-a963-40c3-93f7-9eaa3ed4c082 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:11.289248 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 62080c57-a963-40c3-93f7-9eaa3ed4c082 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:11.341567 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Deleting port 2cacd8dc-0170-49f7-862a-5710b2b2c23a {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:11.342137 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.523674 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.524042 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.647584 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Calling delete_port for 2cacd8dc-0170-49f7-862a-5710b2b2c23a owned by network:floatingip {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:11.790328 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.838332 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event deleted for resources: {'Port': ['ID=2cacd8dc-0170-49f7-862a-5710b2b2c23a,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:11.929440 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.943868 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:11.945051 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-fe310086-c716-49bb-b419-9c7af65abeb3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "DELETE /v2.0/floatingips/e3589816-8975-46a7-b65a-ecc3aac57db7 HTTP/1.1" status: 204 len: 168 time: 0.8347435 Feb 28 18:49:12.129617 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46012) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:12.135745 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--541795162', 'description': 'tempest-description--772223558'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:12.141436 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:12.145513 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:security_group and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:12.148382 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:12.162057 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:12.173065 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.208049 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:12.213518 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:security_group_rule and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:12.216585 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:12.222392 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:12.281805 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.285585 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.330480 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c283c4f8-8ce2-40d0-83ed-672ea40f8d51,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:12.336283 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.338554 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-09cb8964-85cc-423a-99e5-fe8751faab50 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.2078669 Feb 28 18:49:12.341488 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46022) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:12.347296 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'security_group_rule': {'security_group_id': 'c283c4f8-8ce2-40d0-83ed-672ea40f8d51', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:12.353051 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:12.356771 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:security_group_rule and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:12.362300 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:12.368079 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:12.384904 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.445150 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.449006 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.477231 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30ed7eae-a77f-4169-beae-cc6f2a9e48d4,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:12.488586 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.490135 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1c24cc6f-d751-4162-8979-7203e0414e66 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1471930 Feb 28 18:49:12.492437 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46030) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:12.498479 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'security_group_rule': {'security_group_id': 'c283c4f8-8ce2-40d0-83ed-672ea40f8d51', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:12.504144 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:12.509300 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:security_group_rule and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:12.512260 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:12.517888 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:12.536148 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.600939 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.605626 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.631545 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7c941f-8379-421b-b02c-ddc304895ad7,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:12.641532 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.642872 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1a555f1d-b6ee-4b0c-b0ed-ced16f09c1a7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1491909 Feb 28 18:49:12.645873 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46034) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:12.651082 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'floatingip': {'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:12.656265 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:12.659980 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Usage tracker for resource:floatingip and tenant:2d41e65486614b1e9fc7a7e2d586a9b5 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:12.662821 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:12.668649 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:12.679070 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:12.881926 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.048693 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Allocated IP 172.28.3.61 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/8afd7808-738c-485a-8808-7b372173d042) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:13.082208 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-9e874e25-8891-43a3-aa31-17ac36940b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.209543 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.238023 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.306663 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:13.310068 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:13.312074 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'Port': ['ID=8afd7808-738c-485a-8808-7b372173d042,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:13.314107 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:49:13.473891 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.531709 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.750190 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.754686 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498425'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.861016 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'Port': ['ID=8afd7808-738c-485a-8808-7b372173d042,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:13.876084 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.898134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:13.899542 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-7fde0fee-a37f-4a14-86d0-5b6cf752d0af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2526672 Feb 28 18:49:14.037031 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46076) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:14.080388 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.143808 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-6aff28ba-0ac4-466e-8f26-db308520103e req-b676086c-f586-4cff-9211-3e8705366cf3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Synchronizing usage tracker for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:security_group {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:14.175884 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-6aff28ba-0ac4-466e-8f26-db308520103e req-b676086c-f586-4cff-9211-3e8705366cf3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Unset dirty status for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:security_group {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:14.178116 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-b676086c-f586-4cff-9211-3e8705366cf3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--541795162&fields=id&tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5 HTTP/1.1" status: 200 len: 267 time: 0.0771768 Feb 28 18:49:14.187600 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.193395 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.230614 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:14.234646 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] Usage tracker for resource:security_group_rule and tenant:a596903b5a704b34abcc19d3ad8b19ef is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:14.237839 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:14.244174 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:14.327423 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.332247 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.351419 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff28ba-0ac4-466e-8f26-db308520103e req-e1e74467-4605-4c7e-be40-f26ec3368567 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:14.353699 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-e1e74467-4605-4c7e-be40-f26ec3368567 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 816 time: 0.1672175 Feb 28 18:49:14.371421 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-94be2603-030d-40b1-a8dd-f4de599fa30d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/quotas/2d41e65486614b1e9fc7a7e2d586a9b5 HTTP/1.1" status: 200 len: 375 time: 0.0109775 Feb 28 18:49:14.381894 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f16f4d-126c-42a8-aea4-578537824609,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:14.387352 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-8430ea2d-ffce-4566-9c83-6664b011e334 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a596903b5a704b34abcc19d3ad8b19ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3492873 Feb 28 18:49:14.390116 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46094) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:14.455633 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d5bb-bcd7-4113-9ab7-393076ff0107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.457403 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-46c6e337-070b-4e16-9030-d3387176534f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0806329 Feb 28 18:49:14.486750 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d5bb-bcd7-4113-9ab7-393076ff0107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.540633 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d5bb-bcd7-4113-9ab7-393076ff0107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.554613 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9d5bb-bcd7-4113-9ab7-393076ff0107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f16f4d-126c-42a8-aea4-578537824609,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:14.563579 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7bc9d5bb-bcd7-4113-9ab7-393076ff0107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:14.567980 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-7bc9d5bb-bcd7-4113-9ab7-393076ff0107 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/46f16f4d-126c-42a8-aea4-578537824609 HTTP/1.1" status: 204 len: 168 time: 0.1770349 Feb 28 18:49:14.611804 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-851185d5-5220-4e81-b517-f0a096ff9042 service neutron] 10.222.0.45 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418076 Feb 28 18:49:14.744971 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-c0198d86-9e86-49bc-a88b-3367a20be0d9 service neutron] 10.222.0.45 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287928 Feb 28 18:49:14.944787 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-88ddf5fb-6329-4479-b880-d2f3726faad5 req-83707467-11b2-47b7-bb50-06a36360b791 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Synchronizing usage tracker for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:14.963028 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-88ddf5fb-6329-4479-b880-d2f3726faad5 req-83707467-11b2-47b7-bb50-06a36360b791 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Unset dirty status for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:14.964470 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-88ddf5fb-6329-4479-b880-d2f3726faad5 req-83707467-11b2-47b7-bb50-06a36360b791 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 210 time: 0.0683033 Feb 28 18:49:15.189823 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-d0e965fb-a3b2-415f-84f6-824d2b034547 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1666225699&fields=id&tenant_id=27823e420c5f438e8c7858874876f909 HTTP/1.1" status: 200 len: 267 time: 0.0486994 Feb 28 18:49:15.286889 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-d9da95f0-2673-44e8-a6e2-ff7efe1090eb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:15.288381 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-d9da95f0-2673-44e8-a6e2-ff7efe1090eb tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 985 time: 0.0926571 Feb 28 18:49:15.299895 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Request body: {'port': {'security_groups': ['7feaab35-dcb9-4e42-a6ba-873b05451179']}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:15.409016 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:15.509481 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:15.806402 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] For port aeb5fadb-93d2-4492-a288-b415bfcca83e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:15.833285 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:15.837913 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498425'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:15.880101 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['aeb5fadb-93d2-4492-a288-b415bfcca83e'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:49:15.921237 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:15.921941 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:15.923321 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3facd89b-27b4-49ae-b43c-60122fbd78c8 req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "PUT /v2.0/ports/aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 943 time: 0.6283729 Feb 28 18:49:15.923759 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:15.929543 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46146) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:16.006162 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a53de-2cf9-4a8b-9b6f-c6296fb4bc7f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event updated for resources: {'Port': ['ID=aeb5fadb-93d2-4492-a288-b415bfcca83e,revision_number=7']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:16.064708 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'status': 'completed', 'code': 200} Feb 28 18:49:16.125625 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f7d0324f-80d2-446c-8eb2-af18de8f8c7a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:16.168050 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['aeb5fadb-93d2-4492-a288-b415bfcca83e'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:49:16.354016 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f35cbcfa-3af0-4da9-84c1-3e7bdc0a1cf0 req-4c4ffefc-a33c-4f73-842a-18d723393c3b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 210 time: 0.0905235 Feb 28 18:49:16.370878 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f7d0324f-80d2-446c-8eb2-af18de8f8c7a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:16.429480 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-1b97df76-18b7-4272-8f40-b7bd99a9cff0 None None] Provisioning complete for port aeb5fadb-93d2-4492-a288-b415bfcca83e triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:16.430102 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1b97df76-18b7-4272-8f40-b7bd99a9cff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:16.507331 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff28ba-0ac4-466e-8f26-db308520103e req-796038ab-a771-464f-b44c-26a495c87d71 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:16.508835 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-796038ab-a771-464f-b44c-26a495c87d71 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 816 time: 0.2751207 Feb 28 18:49:16.513721 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-d6ad9365-b1e4-41ba-aa9b-a6b829413545 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27823e420c5f438e8c7858874876f909&device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1099 time: 0.3890910 Feb 28 18:49:16.582280 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f7d0324f-80d2-446c-8eb2-af18de8f8c7a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:16.659513 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d0324f-80d2-446c-8eb2-af18de8f8c7a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:16.686764 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f7d0324f-80d2-446c-8eb2-af18de8f8c7a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:16.687913 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f7d0324f-80d2-446c-8eb2-af18de8f8c7a tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "DELETE /v2.0/security-groups/7db8fd70-0bed-4fd2-a9e1-3ab0627d6bcd HTTP/1.1" status: 204 len: 168 time: 0.7560530 Feb 28 18:49:16.690816 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46164) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:16.692258 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-6aff28ba-0ac4-466e-8f26-db308520103e req-8b012ad5-ad33-4e88-a38b-50caa59a8805 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Synchronizing usage tracker for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:16.731770 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-6aff28ba-0ac4-466e-8f26-db308520103e req-8b012ad5-ad33-4e88-a38b-50caa59a8805 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Unset dirty status for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:16.732870 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-8b012ad5-ad33-4e88-a38b-50caa59a8805 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5 HTTP/1.1" status: 200 len: 379 time: 0.1983590 Feb 28 18:49:16.743797 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'port': {'device_id': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'admin_state_up': True, 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'security_groups': ['c283c4f8-8ce2-40d0-83ed-672ea40f8d51']}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:16.831374 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-b0dbcb97-ec4d-46e1-931f-542bb86c4412 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:16.833052 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-b0dbcb97-ec4d-46e1-931f-542bb86c4412 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4713b2e-8d2f-42f6-ad2c-82fff598e268 HTTP/1.1" status: 200 len: 916 time: 0.2792172 Feb 28 18:49:16.905327 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Deleting port 37b7e6be-9eee-48fc-bffd-dc4bc5f261e9 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:16.905892 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:17.069612 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-dc38c533-1fd1-4f0a-9b1f-5e9c65e0534b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 1001 time: 0.2292228 Feb 28 18:49:17.148810 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:17.169371 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:17.181637 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-f0b4d840-e885-4eb7-abaf-6b735e5ef9de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:17.183472 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-f0b4d840-e885-4eb7-abaf-6b735e5ef9de service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf16e60-78a9-4045-8fa9-30bde607bc82 HTTP/1.1" status: 200 len: 854 time: 0.1071064 Feb 28 18:49:17.187647 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:17.188047 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:17.189332 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Made reservation on behalf of 2d41e65486614b1e9fc7a7e2d586a9b5 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:49:17.196677 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:17.337956 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Calling delete_port for 37b7e6be-9eee-48fc-bffd-dc4bc5f261e9 owned by network:floatingip {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:17.416848 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-6e8097b0-730c-4dda-bf85-f71faf41aaec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4713b2e-8d2f-42f6-ad2c-82fff598e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2097030 Feb 28 18:49:17.567748 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Allocated IP 172.20.0.12 (a96b9800-dd5e-4cee-96df-a385ed65ba1e/fe0fec99-1b78-46df-bb49-0a09617f2237/4f16ae0c-9fcc-4690-babe-5225d523b665) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:17.574192 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:17.637741 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-21296a96-3e7f-4f0c-bc2a-ba8972a82b0b service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910951 Feb 28 18:49:17.647014 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event deleted for resources: {'Port': ['ID=37b7e6be-9eee-48fc-bffd-dc4bc5f261e9,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:17.699048 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f69ad48a-8126-4fd2-9f22-0e0fef6baa0c req-05d2d640-f134-4626-a1d3-904e4b13ee5d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 210 time: 0.0667846 Feb 28 18:49:17.802829 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks [] for floatingip, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:17.891517 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-30683570-c8a3-4d7f-a03d-2d34423723f2 req-85fed083-5802-475e-b827-78b6d8e591f8 service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443948 Feb 28 18:49:17.909387 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:17.927815 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Transition to ACTIVE for port object 4f16ae0c-9fcc-4690-babe-5225d523b665 will not be triggered until provisioned by entity DHCP. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:17.962374 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:18.062483 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:18.075099 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:18.076527 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:18.079029 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:49:18.150516 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:18.151076 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:18.184857 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-264d77b2-7d6c-4ee6-93da-860719fecc5f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4467921 Feb 28 18:49:18.203618 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Request body: {'port': {'device_id': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:18.334128 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:18.342749 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:18.474311 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-a9dd6e9c-cffe-40a7-afff-80d33ea5158c None None] Provisioning for port 4f16ae0c-9fcc-4690-babe-5225d523b665 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:18.482215 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-a9dd6e9c-cffe-40a7-afff-80d33ea5158c None None] Provisioning complete for port 4f16ae0c-9fcc-4690-babe-5225d523b665 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:18.482730 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a9dd6e9c-cffe-40a7-afff-80d33ea5158c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:18.572822 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-a9dd6e9c-cffe-40a7-afff-80d33ea5158c None None] Port 4f16ae0c-9fcc-4690-babe-5225d523b665 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:49:18.641323 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:18.652575 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] Sync routers for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:49:18.664845 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:18.665034 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:18.665557 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:18.723411 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-bcbe35ef-edb1-4552-a981-c0e18f728e14 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "DELETE /v2.0/floatingips/8209d808-00d0-4cc7-82b6-b28464a61303 HTTP/1.1" status: 204 len: 168 time: 2.0314233 Feb 28 18:49:18.724055 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:18.801056 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'status': 'completed', 'code': 200} Feb 28 18:49:18.895353 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:19.066010 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f16ae0c-9fcc-4690-babe-5225d523b665 {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:49:19.112247 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19237152-57cc-4b4c-a1f5-b50c8f5057c4 req-cbebed0b-9d66-40ae-bb2a-e11137f3299c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:19.116092 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:19.122236 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-19237152-57cc-4b4c-a1f5-b50c8f5057c4 req-cbebed0b-9d66-40ae-bb2a-e11137f3299c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 932 time: 0.1807928 Feb 28 18:49:19.165112 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Transition to ACTIVE for port object 4f16ae0c-9fcc-4690-babe-5225d523b665 will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:19.182634 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:19.184399 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-19237152-57cc-4b4c-a1f5-b50c8f5057c4 req-9a23d49b-87be-46b2-b26d-d8c7bb4cd96e tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610957 Feb 28 18:49:19.357670 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-5642ed64-bf06-492c-bd5c-24fe2cd10ea0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=27823e420c5f438e8c7858874876f909&device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 1099 time: 0.5104880 Feb 28 18:49:19.367639 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:19.405487 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:34Z', 'revision_number': 5, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:19.417224 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] Checking router: 7cb2f74c-d14a-4ee6-8739-793f05448fb8 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:49:19.445024 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:19.446174 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:19.534987 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:19.657842 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-37521a99-3588-45ac-a87f-936615f50b24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:19.658597 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:19.659300 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-37521a99-3588-45ac-a87f-936615f50b24 service neutron] 10.222.0.65 "GET /v2.0/networks?id=b4713b2e-8d2f-42f6-ad2c-82fff598e268 HTTP/1.1" status: 200 len: 916 time: 0.2672362 Feb 28 18:49:19.740364 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Attempting to bind port 4f16ae0c-9fcc-4690-babe-5225d523b665 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:49:19.740695 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Attempting to bind port 4f16ae0c-9fcc-4690-babe-5225d523b665 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:49:19.741017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Attempting to bind port 4f16ae0c-9fcc-4690-babe-5225d523b665 on network a96b9800-dd5e-4cee-96df-a385ed65ba1e {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:49:19.746844 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-6676a594-244a-4a26-bca4-de7f4ffdb74a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 200 len: 217 time: 0.0780864 Feb 28 18:49:19.749346 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Port 4f16ae0c-9fcc-4690-babe-5225d523b665 on network a96b9800-dd5e-4cee-96df-a385ed65ba1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:49:19.749669 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Attempting to bind port 4f16ae0c-9fcc-4690-babe-5225d523b665 on network a96b9800-dd5e-4cee-96df-a385ed65ba1e {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:49:19.756097 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:49:19.756429 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Checking segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:49:19.756796 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Bound using segment: {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:49:19.757214 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Bound port: 4f16ae0c-9fcc-4690-babe-5225d523b665, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc8b235d-ee42-4864-8a5f-d92a4df74d68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:49:19.757558 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:19.877277 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-4d6b4e9a-f496-48e8-9bc9-03c5f3276910 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:19.878727 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-4d6b4e9a-f496-48e8-9bc9-03c5f3276910 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3cf16e60-78a9-4045-8fa9-30bde607bc82 HTTP/1.1" status: 200 len: 854 time: 0.1107583 Feb 28 18:49:19.946211 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:49:19.956749 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:49:19.969514 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:20.049095 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:20.050450 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] 10.222.0.65 "PUT /v2.0/ports/4f16ae0c-9fcc-4690-babe-5225d523b665 HTTP/1.1" status: 200 len: 1094 time: 1.8511114 Feb 28 18:49:20.053351 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:20.076917 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-2c0a12f4-2a58-473e-bb2e-7c21fdaa3ab1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=b4713b2e-8d2f-42f6-ad2c-82fff598e268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1811495 Feb 28 18:49:20.094301 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb52f41f-1b5e-489a-8ad8-026b06a335ba service neutron] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:20.181833 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:34Z', 'revision_number': 5, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:20.191303 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'status': 'completed', 'code': 200} Feb 28 18:49:20.191841 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1f6f0-ad08-4a38-a74c-fa13d562e49a None None] The sync data for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb is: [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:46:13Z', 'revision_number': 4, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'bfdc6054-7448-496d-bb86-f3ad1bceb87f', 'name': '', 'network_id': 'b4713b2e-8d2f-42f6-ad2c-82fff598e268', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'mac_address': 'fa:16:3e:86:d6:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:11Z', 'updated_at': '2022-02-28T18:46:34Z', 'revision_number': 5, 'project_id': '27823e420c5f438e8c7858874876f909', 'subnets': [{'id': '3cf16e60-78a9-4045-8fa9-30bde607bc82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:49:20.363057 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-57e842d3-4be2-4882-8bd9-f10376b1620e service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699163 Feb 28 18:49:20.413508 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46272) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:20.456076 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-68a43a29-516f-4b94-88b8-e94fe354786c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 1097 time: 0.3107193 Feb 28 18:49:20.529263 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331536c-1a9c-4bae-a739-0ebb8ef55270 req-f8b7bcb1-5cd8-430b-9624-824221dba3f0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:20.531183 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0331536c-1a9c-4bae-a739-0ebb8ef55270 req-f8b7bcb1-5cd8-430b-9624-824221dba3f0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.1105306 Feb 28 18:49:20.571124 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-172703b9-d3f0-40b7-9e5d-ad08b709ce2c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f16ae0c-9fcc-4690-babe-5225d523b665 HTTP/1.1" status: 200 len: 217 time: 0.0912189 Feb 28 18:49:20.583768 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aad41c6c-98e8-470d-a6d6-d4c4e4a78aaf None None] New status for floating IP 8209d808-00d0-4cc7-82b6-b28464a61303: DOWN {{(pid=83022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:49:20.616066 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0331536c-1a9c-4bae-a739-0ebb8ef55270 req-d646ea97-0d39-40fc-8d7d-5150d97ce160 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783954 Feb 28 18:49:20.664948 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:20.684556 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69cd00b3-78f9-4f11-986f-5478aa3cf0fc req-68d93176-9622-4938-ab16-53a8423c6801 service neutron] 10.222.0.65 "GET /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140292 Feb 28 18:49:20.693420 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff28ba-0ac4-466e-8f26-db308520103e req-a04a6265-e33e-474e-bb3e-5db86d9a00bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:20.694013 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-a04a6265-e33e-474e-bb3e-5db86d9a00bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.1162138 Feb 28 18:49:20.705800 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:20.710985 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] Usage tracker for resource:security_group_rule and tenant:75c6fb7367014615aac8a984ab61c69d is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:20.714063 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:20.720664 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:20.800506 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:20.807768 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:20.878740 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6cb5f8-620b-4323-b97b-aef97d1adf41,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:20.879471 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-bc7a5ef9-1a86-41f5-96ac-ed3d310ea80a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1620018 Feb 28 18:49:20.895864 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-30ecfcd0-947c-4d0d-9c87-7dea004baedb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=75c6fb7367014615aac8a984ab61c69d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4776118 Feb 28 18:49:20.896314 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46298) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:20.962767 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f43dfec5-672b-449d-811e-f8044305dc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:21.025443 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f43dfec5-672b-449d-811e-f8044305dc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:21.092554 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-dc2ac7b3-3d26-4232-9423-09c470c7047a service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103164 Feb 28 18:49:21.126418 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f43dfec5-672b-449d-811e-f8044305dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:21.158893 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43dfec5-672b-449d-811e-f8044305dc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6cb5f8-620b-4323-b97b-aef97d1adf41,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:21.175905 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f43dfec5-672b-449d-811e-f8044305dc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:21.181638 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f43dfec5-672b-449d-811e-f8044305dc42 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0b6cb5f8-620b-4323-b97b-aef97d1adf41 HTTP/1.1" status: 204 len: 168 time: 0.2817631 Feb 28 18:49:21.404052 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6aff28ba-0ac4-466e-8f26-db308520103e req-7bc35e3b-bd80-447f-b44d-d75b7b7fcc58 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045995 Feb 28 18:49:21.593486 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-86edb701-3d9d-4fb7-897e-a0686d0d4f7c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0858893 Feb 28 18:49:21.729991 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-47d30d0a-b8e1-4bee-9971-c4d376e84ff2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:21.731514 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-47d30d0a-b8e1-4bee-9971-c4d376e84ff2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.1314476 Feb 28 18:49:21.803635 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:49:21.839172 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-82170641-f3b6-4750-880f-795d9b20c2f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f16ae0c-9fcc-4690-babe-5225d523b665 HTTP/1.1" status: 200 len: 217 time: 0.1015749 Feb 28 18:49:21.920990 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-0af0421b-ff18-4f5a-b3ef-0f2e7d86d54c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:21.922411 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-0af0421b-ff18-4f5a-b3ef-0f2e7d86d54c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.0759392 Feb 28 18:49:21.968705 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a15666-146f-4c72-85c9-3f4c2f904a4a req-9667ccfe-249d-4e6e-90f4-0613f0bd2cbb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:21.969389 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-69a15666-146f-4c72-85c9-3f4c2f904a4a req-9667ccfe-249d-4e6e-90f4-0613f0bd2cbb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Synchronizing usage tracker for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:22.002956 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-69a15666-146f-4c72-85c9-3f4c2f904a4a req-9667ccfe-249d-4e6e-90f4-0613f0bd2cbb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Unset dirty status for tenant:2d41e65486614b1e9fc7a7e2d586a9b5 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:22.004114 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69a15666-146f-4c72-85c9-3f4c2f904a4a req-9667ccfe-249d-4e6e-90f4-0613f0bd2cbb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.2165904 Feb 28 18:49:22.040464 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-957206a2-ba33-43e4-97ae-68c30b484ac2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1109025 Feb 28 18:49:22.131534 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-69a15666-146f-4c72-85c9-3f4c2f904a4a req-9aac47d5-60d3-4bc0-8667-715854c7cbaf tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184568 Feb 28 18:49:22.190870 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-d92b7b44-1d54-4332-9c5c-60058c71872f service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418011 Feb 28 18:49:22.351523 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e4aad0f8-ae2a-48a9-9736-e1bbd2a34ca8 req-e3efa4ff-0ad8-4fc8-98a2-446eeaedddc2 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520567 Feb 28 18:49:22.809937 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d406b149-ff6a-4d06-ac52-b79f8f84aaf2 req-494838bf-dcdc-4182-848e-74902574154b tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:22.811654 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d406b149-ff6a-4d06-ac52-b79f8f84aaf2 req-494838bf-dcdc-4182-848e-74902574154b tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.0995259 Feb 28 18:49:22.867033 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-d406b149-ff6a-4d06-ac52-b79f8f84aaf2 req-805db168-eed9-4958-bc72-2fba51dcb8aa tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Synchronizing usage tracker for tenant:27823e420c5f438e8c7858874876f909 on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:22.885059 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-d406b149-ff6a-4d06-ac52-b79f8f84aaf2 req-805db168-eed9-4958-bc72-2fba51dcb8aa tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Unset dirty status for tenant:27823e420c5f438e8c7858874876f909 on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:22.887123 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d406b149-ff6a-4d06-ac52-b79f8f84aaf2 req-805db168-eed9-4958-bc72-2fba51dcb8aa tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619051 Feb 28 18:49:23.305784 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:49:23.365267 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e552b-11ae-41d8-bda9-cf2f8e4897af req-61d73049-e25e-4d7f-b81a-f92dc000c81a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:23.368378 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f03e552b-11ae-41d8-bda9-cf2f8e4897af req-61d73049-e25e-4d7f-b81a-f92dc000c81a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0916433 Feb 28 18:49:23.431553 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f03e552b-11ae-41d8-bda9-cf2f8e4897af req-07a39111-177e-4cc6-9417-48f248b36112 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561166 Feb 28 18:49:23.462113 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:23.478133 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'port_id': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'mac_address': 'fa:16:3e:3d:ab:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:49:23.534299 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:23.556334 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f16ae0c-9fcc-4690-babe-5225d523b665 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:49:23.572849 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:23.576439 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:23.648567 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:23.657308 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.657646 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.657978 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.658305 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.658630 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.658948 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.659282 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.659604 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.659918 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.660227 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.660537 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:23.933902 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4f16ae0c-9fcc-4690-babe-5225d523b665'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:49:24.101173 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-149da87f-51c1-4225-8436-70633764c4ef tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=8ce262d326bb49e8a6c86021c5e9b3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416281 Feb 28 18:49:24.129959 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48e529-c9db-498e-b047-95e4d4183ec8 req-7da6fd59-bf70-43c4-98cb-28ec4dc1ab09 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:24.134115 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cd48e529-c9db-498e-b047-95e4d4183ec8 req-7da6fd59-bf70-43c4-98cb-28ec4dc1ab09 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.0900280 Feb 28 18:49:24.181505 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-cd48e529-c9db-498e-b047-95e4d4183ec8 req-4a16acbb-c815-48f2-9e7b-93df48610a90 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439541 Feb 28 18:49:24.263010 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-3a19e882-00e9-497c-9e16-08d29b8f501e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:24.264478 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-3a19e882-00e9-497c-9e16-08d29b8f501e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619899 Feb 28 18:49:24.282524 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-cd3ac5e9-3faa-4f39-8e76-3e76be82ac05 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/quotas/8ce262d326bb49e8a6c86021c5e9b3af HTTP/1.1" status: 200 len: 375 time: 0.0114803 Feb 28 18:49:24.332218 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-74d6e668-b446-4622-9bdb-f04856c44fd7 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=8ce262d326bb49e8a6c86021c5e9b3af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440044 Feb 28 18:49:24.567161 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-89a16363-a5ca-476f-ad9c-0b69e0831ad6 req-c3db42ea-ddbe-4948-82e3-67470a7b7127 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 210 time: 0.0570147 Feb 28 18:49:24.766447 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec835e0-82f4-4c7d-b79c-cdfbd3b7e886 req-f22c61b5-1a4a-4d09-99d3-b14b2d587b9d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:24.768055 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fec835e0-82f4-4c7d-b79c-cdfbd3b7e886 req-f22c61b5-1a4a-4d09-99d3-b14b2d587b9d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0983489 Feb 28 18:49:24.821439 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-f00e34bc-da88-4fa9-acad-53b71a612244 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:24.822757 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-f00e34bc-da88-4fa9-acad-53b71a612244 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.65 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.1055098 Feb 28 18:49:24.871320 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fec835e0-82f4-4c7d-b79c-cdfbd3b7e886 req-17b42de3-7c01-4723-bef5-113a51fd3b9a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897419 Feb 28 18:49:24.938230 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Deleting port aeb5fadb-93d2-4492-a288-b415bfcca83e {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:24.938807 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:25.230982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] For port aeb5fadb-93d2-4492-a288-b415bfcca83e, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=aeb5fadb-93d2-4492-a288-b415bfcca83e,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:25.231658 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:25.341153 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:49:25.392648 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea79b8-9f18-4e4b-b415-529fca6cb145 req-3585672f-9bec-4802-bdf1-2ea8096d24a3 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:25.394792 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-59ea79b8-9f18-4e4b-b415-529fca6cb145 req-3585672f-9bec-4802-bdf1-2ea8096d24a3 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0905950 Feb 28 18:49:25.425363 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 4f16ae0c-9fcc-4690-babe-5225d523b665 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:25.430236 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 4f16ae0c-9fcc-4690-babe-5225d523b665 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:25.430608 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:25.445775 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-59ea79b8-9f18-4e4b-b415-529fca6cb145 req-19602b9c-8b4e-41c5-be14-ff83913adf3f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431197 Feb 28 18:49:25.496184 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Calling delete_port for aeb5fadb-93d2-4492-a288-b415bfcca83e owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:25.574237 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:25.641630 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:25.653212 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:25.658612 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:25.659543 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device aeb5fadb-93d2-4492-a288-b415bfcca83e no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:25.692414 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc13423-fdeb-4d9f-bc89-5bed034cee2a req-cfd1411b-9e35-4fb9-887b-c0b0bf4b9501 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:25.694717 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7bc13423-fdeb-4d9f-bc89-5bed034cee2a req-cfd1411b-9e35-4fb9-887b-c0b0bf4b9501 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 946 time: 0.2435970 Feb 28 18:49:25.775520 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:25.779007 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7bc13423-fdeb-4d9f-bc89-5bed034cee2a req-ff1f4d67-3cc6-4eb4-b5ac-53b7d5f5d723 tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/security-groups?id=7feaab35-dcb9-4e42-a6ba-873b05451179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737135 Feb 28 18:49:25.810703 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:25.813732 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No active binding found for port aeb5fadb-93d2-4492-a288-b415bfcca83e {{(pid=83021) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 18:49:25.814138 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device aeb5fadb-93d2-4492-a288-b415bfcca83e not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:25.840209 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Pushing event deleted for resources: {'Port': ['ID=aeb5fadb-93d2-4492-a288-b415bfcca83e,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:25.895624 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'code': 200} Feb 28 18:49:25.897521 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3c5dcb6b-1a0f-4643-b19a-eab14f347527 req-b1088339-efed-43e5-a747-d7565b386208 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 210 time: 0.1714618 Feb 28 18:49:25.944796 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] No DVR routers for this DVR port aeb5fadb-93d2-4492-a288-b415bfcca83e on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:25.947971 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:25.950695 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'name': 'network-vif-deleted', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:25.988209 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1c6a8351-c8c4-4a85-a46e-014756678455 req-faf3c7a8-4fbf-469f-a249-fa66697ba74f tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.65 "DELETE /v2.0/ports/aeb5fadb-93d2-4492-a288-b415bfcca83e HTTP/1.1" status: 204 len: 173 time: 1.1559775 Feb 28 18:49:25.993129 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-11b32790-bb00-41d1-9333-58b1c6b03fb2 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=8ce262d326bb49e8a6c86021c5e9b3af&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328193 Feb 28 18:49:26.156260 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc', 'name': 'network-vif-deleted', 'tag': 'aeb5fadb-93d2-4492-a288-b415bfcca83e', 'status': 'completed', 'code': 200} Feb 28 18:49:26.324226 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-46b704ba-1ce9-40a7-b11a-8c4db91efda1 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.337364 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-46b704ba-1ce9-40a7-b11a-8c4db91efda1 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3220453 Feb 28 18:49:26.355321 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3b80f-8401-4326-bf97-f0bda52f2df5 req-240e6349-a1a3-4e85-888a-50f0fa759208 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.356915 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9ac3b80f-8401-4326-bf97-f0bda52f2df5 req-240e6349-a1a3-4e85-888a-50f0fa759208 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.2028685 Feb 28 18:49:26.392440 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Request body: {'port': {'device_id': '36a0ef77-6dd3-4ea3-893b-94930edb17d3', 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5', 'admin_state_up': True, 'tenant_id': '8ce262d326bb49e8a6c86021c5e9b3af'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:26.560905 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9ac3b80f-8401-4326-bf97-f0bda52f2df5 req-ebd1a19f-c339-42b1-a42d-7df3a816ee71 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972108 Feb 28 18:49:26.579639 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e8032-cf84-4602-8774-e7c031e38bb4 req-77be96fc-c82f-4ca1-9b14-f4ff5bcc37d4 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.581222 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a23e8032-cf84-4602-8774-e7c031e38bb4 req-77be96fc-c82f-4ca1-9b14-f4ff5bcc37d4 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 946 time: 0.0854213 Feb 28 18:49:26.607603 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:26.613147 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Usage tracker for resource:port and tenant:8ce262d326bb49e8a6c86021c5e9b3af is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:26.616375 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:26.624625 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:26.628977 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b3d64b63-c308-4c3b-aeb7-5b8b6ec1db27 req-55c87564-7a1a-4a34-8802-d82d1c46b0db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 1099 time: 0.2467730 Feb 28 18:49:26.643352 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a23e8032-cf84-4602-8774-e7c031e38bb4 req-e384b9d6-1de9-4ac7-a63a-b2ecb36106b5 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548639 Feb 28 18:49:26.651025 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Made reservation on behalf of 8ce262d326bb49e8a6c86021c5e9b3af for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:49:26.654004 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:26.670954 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:26.750719 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b3d64b63-c308-4c3b-aeb7-5b8b6ec1db27 req-09275ec3-5df9-450b-b508-9c6af3a160d7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143289 Feb 28 18:49:26.765338 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:26.770972 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Usage tracker for resource:security_group_rule and tenant:8ce262d326bb49e8a6c86021c5e9b3af is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:26.775018 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:26.786920 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:26.818411 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e8514-86dc-4a9b-8bf7-3e90810d1bb4 req-e7242390-a7fe-4639-abda-e058602af763 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:26.819932 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ea8e8514-86dc-4a9b-8bf7-3e90810d1bb4 req-e7242390-a7fe-4639-abda-e058602af763 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1223545 Feb 28 18:49:26.901085 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ea8e8514-86dc-4a9b-8bf7-3e90810d1bb4 req-d124bf1d-0bc8-4b3f-a74b-552d2f081776 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733583 Feb 28 18:49:26.907549 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:26.914818 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:26.969039 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-743ab7f9-6b1e-40d6-9d69-2ca493558528 req-1354fc98-137f-477c-bfb1-f8d54a598dfa tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Synchronizing usage tracker for tenant:27823e420c5f438e8c7858874876f909 on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:26.996141 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-743ab7f9-6b1e-40d6-9d69-2ca493558528 req-1354fc98-137f-477c-bfb1-f8d54a598dfa tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] Unset dirty status for tenant:27823e420c5f438e8c7858874876f909 on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:26.998466 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-743ab7f9-6b1e-40d6-9d69-2ca493558528 req-1354fc98-137f-477c-bfb1-f8d54a598dfa tempest-TestMinimumBasicScenario-669481224 tempest-TestMinimumBasicScenario-669481224-project] 10.222.0.45 "GET /v2.0/ports?device_id=9a3bf6f0-b109-43c4-98b8-6d8c8d574cfc HTTP/1.1" status: 200 len: 210 time: 0.0725701 Feb 28 18:49:27.009068 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:27.133510 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8405d3a5-9761-4d59-8a21-30a4dc3104dd req-b2fefce7-3b6b-4d26-9861-b4d704cabba7 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 210 time: 0.0445361 Feb 28 18:49:27.143658 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Allocated IP 192.168.233.112 (f9e18e76-0786-47cc-aa73-a6f18e780ec5/9900da62-9dfe-46ee-a9bb-750f6a777dd4/3baf3a1d-c43c-40c9-826c-4ec6f646d8c5) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:27.356631 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:27.373769 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Transition to ACTIVE for port object 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 will not be triggered until provisioned by entity DHCP. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:27.396612 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:27.468317 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Network f9e18e76-0786-47cc-aa73-a6f18e780ec5 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:27.471083 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:27.475471 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:49:27.502087 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Pushing event updated for resources: {'Port': ['ID=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:27.547555 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:27.548166 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:27.576529 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-5dfa3b35-ac0f-4d03-9d9a-c640c3672564 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1952848 Feb 28 18:49:27.600026 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Request body: {'port': {'device_id': '36a0ef77-6dd3-4ea3-893b-94930edb17d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:27.778083 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-b3dad5dc-0e4e-4df5-8b9e-91f6fc27fa83 None None] Provisioning for port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:27.789857 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-b3dad5dc-0e4e-4df5-8b9e-91f6fc27fa83 None None] Provisioning complete for port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:27.790333 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b3dad5dc-0e4e-4df5-8b9e-91f6fc27fa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:27.847342 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-b3dad5dc-0e4e-4df5-8b9e-91f6fc27fa83 None None] Port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:49:27.853834 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:27.910066 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b7291-6f93-4fde-9c11-5e5ab2766823 req-e0aef763-dd35-4089-8165-86d2ec4846e6 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:27.911553 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e76b7291-6f93-4fde-9c11-5e5ab2766823 req-e0aef763-dd35-4089-8165-86d2ec4846e6 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1871328 Feb 28 18:49:27.955273 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9739f6-3b75-4da0-863a-5ff17099778a req-89994301-7f9f-4501-aab9-86fa74241afc tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:27.956741 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ee9739f6-3b75-4da0-863a-5ff17099778a req-89994301-7f9f-4501-aab9-86fa74241afc tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 946 time: 0.1587031 Feb 28 18:49:27.963844 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e76b7291-6f93-4fde-9c11-5e5ab2766823 req-121ee271-dd16-463c-995f-3268f02c50ba tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434649 Feb 28 18:49:28.108141 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ee9739f6-3b75-4da0-863a-5ff17099778a req-3fe2b046-4bff-4378-9dac-2f0bedd9f283 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401651 Feb 28 18:49:28.206911 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eccf1-541c-4aac-8b6f-182afc156ca0 req-da2fdfa1-7745-467b-bd88-ec196e1d3faa tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:28.208387 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d47eccf1-541c-4aac-8b6f-182afc156ca0 req-da2fdfa1-7745-467b-bd88-ec196e1d3faa tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.0950489 Feb 28 18:49:28.266234 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d47eccf1-541c-4aac-8b6f-182afc156ca0 req-51688f80-7043-4e8c-9327-48dc5013f3ab tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497906 Feb 28 18:49:28.405125 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:49:28.418109 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:28.461853 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Transition to ACTIVE for port object 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:28.469312 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:28.510481 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-f54ef95e-80af-4e7b-a982-c9ab2973ca71 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:28.512026 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-f54ef95e-80af-4e7b-a982-c9ab2973ca71 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.2206693 Feb 28 18:49:28.561129 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49699700-bc28-4233-b21f-7b44df778e1f req-9f95db0a-9b36-4a6a-a081-074b50dbc65e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:28.561720 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-49699700-bc28-4233-b21f-7b44df778e1f req-9f95db0a-9b36-4a6a-a081-074b50dbc65e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Synchronizing usage tracker for tenant:8ce262d326bb49e8a6c86021c5e9b3af on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:28.693586 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:28.701784 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Deleting port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:28.701784 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:28.727346 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-49699700-bc28-4233-b21f-7b44df778e1f req-9f95db0a-9b36-4a6a-a081-074b50dbc65e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Unset dirty status for tenant:8ce262d326bb49e8a6c86021c5e9b3af on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:28.728586 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-49699700-bc28-4233-b21f-7b44df778e1f req-9f95db0a-9b36-4a6a-a081-074b50dbc65e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 936 time: 0.3941307 Feb 28 18:49:28.940133 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-49699700-bc28-4233-b21f-7b44df778e1f req-7baf24a0-6ec1-473e-b60e-be4c98f2eb47 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Synchronizing usage tracker for tenant:8ce262d326bb49e8a6c86021c5e9b3af on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:28.989613 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Attempting to bind port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:49:28.989911 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Attempting to bind port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:49:28.990233 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Attempting to bind port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 on network f9e18e76-0786-47cc-aa73-a6f18e780ec5 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:49:29.073030 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46554) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:29.078905 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-49699700-bc28-4233-b21f-7b44df778e1f req-7baf24a0-6ec1-473e-b60e-be4c98f2eb47 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Unset dirty status for tenant:8ce262d326bb49e8a6c86021c5e9b3af on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:29.080210 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-49699700-bc28-4233-b21f-7b44df778e1f req-7baf24a0-6ec1-473e-b60e-be4c98f2eb47 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431504 Feb 28 18:49:29.083991 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 on network f9e18e76-0786-47cc-aa73-a6f18e780ec5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:49:29.084307 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Attempting to bind port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 on network f9e18e76-0786-47cc-aa73-a6f18e780ec5 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:49:29.100086 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:49:29.100418 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Checking segment: {'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:49:29.100874 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Bound using segment: {'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:49:29.101471 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Bound port: 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17e3caa1-482a-4740-a5b1-451fe5995cd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:49:29.101902 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:29.204376 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] For port e7a172f0-beb6-4414-b6ec-6c58798d3ad7, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:29.204637 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:29.337138 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b4ba7-6671-4427-93ad-476f190833b1 req-4ca7778b-dfe5-47b5-a0df-6bc0e225fa15 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:29.338577 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d18b4ba7-6671-4427-93ad-476f190833b1 req-4ca7778b-dfe5-47b5-a0df-6bc0e225fa15 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1620140 Feb 28 18:49:29.379487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] For port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:49:29.401215 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d18b4ba7-6671-4427-93ad-476f190833b1 req-092563a4-c9c2-4762-9319-f45250de2c4d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527923 Feb 28 18:49:29.530437 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] For port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,segment=NetworkSegment(17e3caa1-482a-4740-a5b1-451fe5995cd3),segment_id=17e3caa1-482a-4740-a5b1-451fe5995cd3)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:49:29.552541 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:29.707520 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:29.709071 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] 10.222.0.65 "PUT /v2.0/ports/3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 HTTP/1.1" status: 200 len: 1098 time: 2.1144359 Feb 28 18:49:29.710026 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac7e41-d1bd-45a5-9469-4dd111821459 req-ccf056eb-b1d5-40c6-826a-39e56d1f79fc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:29.712229 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a0ef77-6dd3-4ea3-893b-94930edb17d3', 'tag': '3baf3a1d-c43c-40c9-826c-4ec6f646d8c5'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:29.712415 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-87ac7e41-d1bd-45a5-9469-4dd111821459 req-ccf056eb-b1d5-40c6-826a-39e56d1f79fc tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 945 time: 0.1319783 Feb 28 18:49:29.751672 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744ac1e-677b-4fe3-8f38-a8e96896c64b req-ae29f06b-f641-4724-a672-5f4c2547fb26 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:29.760588 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c744ac1e-677b-4fe3-8f38-a8e96896c64b req-ae29f06b-f641-4724-a672-5f4c2547fb26 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 946 time: 0.4765556 Feb 28 18:49:29.787448 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257d122-bd19-4ef9-acde-58239dd69759 service neutron] Pushing event updated for resources: {'Port': ['ID=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:29.806672 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-87ac7e41-d1bd-45a5-9469-4dd111821459 req-d2e8b55d-086d-4907-a567-b68f3d8db895 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=99c08281-f7db-4466-a742-4ef43368e3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799294 Feb 28 18:49:29.823209 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717866'] for router_interface, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:29.857927 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46580) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:29.909719 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:29.910196 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:29.910573 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.l3_db [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Floating IP 70a99c4b-9539-4aaf-86de-7ff8cd27375c disassociated. External IP: 172.28.3.54, port: e7a172f0-beb6-4414-b6ec-6c58798d3ad7. Feb 28 18:49:29.911223 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Calling delete_port for e7a172f0-beb6-4414-b6ec-6c58798d3ad7 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:29.998013 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c744ac1e-677b-4fe3-8f38-a8e96896c64b req-91a67fb8-ef06-449c-9d06-08658b9588d5 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300036 Feb 28 18:49:30.110242 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a0ef77-6dd3-4ea3-893b-94930edb17d3', 'tag': '3baf3a1d-c43c-40c9-826c-4ec6f646d8c5', 'status': 'completed', 'code': 200} Feb 28 18:49:30.110434 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6debb9e3-81c2-434a-9ade-df80e61ffa99 req-91a2c275-3bf0-413f-89a3-a2a61ad2fca1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:30.112004 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6debb9e3-81c2-434a-9ade-df80e61ffa99 req-91a2c275-3bf0-413f-89a3-a2a61ad2fca1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1248171 Feb 28 18:49:30.121475 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46588) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:30.127891 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Request body: {'floatingip': {'port_id': '4f16ae0c-9fcc-4690-babe-5225d523b665'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:30.129650 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-e7f5ac80-82ad-4c6e-9e2d-85c644057c3d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ce262d326bb49e8a6c86021c5e9b3af&device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 1101 time: 0.3338957 Feb 28 18:49:30.141430 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:30.217076 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:30.243409 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:30.328886 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-9fb8c0aa-e800-4ea4-8529-6071e67ef022 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 HTTP/1.1" status: 200 len: 217 time: 0.1596258 Feb 28 18:49:30.351496 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event deleted for resources: {'Port': ['ID=e7a172f0-beb6-4414-b6ec-6c58798d3ad7,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:30.420948 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:30.477996 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] Usage tracker for resource:security_group_rule and tenant:4c611b4226e54dfd9da94b6f76a554aa is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:30.486655 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:30.507021 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:30.557741 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-c59e49ce-84b1-4508-985f-01aab3cd4bc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:30.559198 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-c59e49ce-84b1-4508-985f-01aab3cd4bc6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9900da62-9dfe-46ee-a9bb-750f6a777dd4 HTTP/1.1" status: 200 len: 843 time: 0.2102532 Feb 28 18:49:30.671918 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a766b5-ef51-4f8f-a914-2cccb1d6a104 req-63d1c3b0-d4e7-4f23-b7b5-5a95a5afd072 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:30.673259 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a8a766b5-ef51-4f8f-a914-2cccb1d6a104 req-63d1c3b0-d4e7-4f23-b7b5-5a95a5afd072 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 948 time: 0.4393315 Feb 28 18:49:30.781282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:30.787662 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-2431448f-2411-4e06-901a-6c90c0ee7c75 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9e18e76-0786-47cc-aa73-a6f18e780ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2104859 Feb 28 18:49:30.793000 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:30.812331 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a8a766b5-ef51-4f8f-a914-2cccb1d6a104 req-a4c09d05-3cdc-4202-ac77-de85e780e5d1 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251626 Feb 28 18:49:30.962982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdeb300-b4ea-4aae-8df8-4d6b5a9d61de,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:30.969188 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-50e7b002-12c1-420b-977c-8267eb6e41bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4c611b4226e54dfd9da94b6f76a554aa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1000953 Feb 28 18:49:30.970367 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46594) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:31.064558 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-aae2d521-463f-4c67-9dcd-cc60c09c1d36 service neutron] 10.222.0.65 "GET /v2.0/networks/f9e18e76-0786-47cc-aa73-a6f18e780ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630615 Feb 28 18:49:31.088968 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-51c9a025-6da5-44d4-afd2-2f0f99670dd7 req-813bf0a3-a513-4ee3-a2bb-022e8d3683c6 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 210 time: 0.1279747 Feb 28 18:49:31.169862 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a00d3fd8-b3b8-41bc-ae3f-18789852d5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.173713 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Router d8c2cf02-d027-4e19-8441-b5c981db26b2 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:31.261440 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a00d3fd8-b3b8-41bc-ae3f-18789852d5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.274920 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.282277 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.330070 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device e7a172f0-beb6-4414-b6ec-6c58798d3ad7 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:31.369157 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: e7a172f0-beb6-4414-b6ec-6c58798d3ad7 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:31.369595 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device e7a172f0-beb6-4414-b6ec-6c58798d3ad7 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:31.476951 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Deleting port bfdc6054-7448-496d-bb86-f3ad1bceb87f {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:31.477279 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.535994 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c8d0419-98ee-417b-8185-1df040e69c67 req-cf58cc9c-e7d0-4209-8abd-f8c882d7fd62 service neutron] 10.222.0.65 "GET /v2.0/networks/f9e18e76-0786-47cc-aa73-a6f18e780ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639194 Feb 28 18:49:31.569981 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e425e9-0567-401e-abb9-5958fa6854d7 req-59209b31-109d-47a2-bae0-4e821d74c538 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:31.571624 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-32e425e9-0567-401e-abb9-5958fa6854d7 req-59209b31-109d-47a2-bae0-4e821d74c538 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 946 time: 0.4029138 Feb 28 18:49:31.605104 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a00d3fd8-b3b8-41bc-ae3f-18789852d5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.640494 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d3fd8-b3b8-41bc-ae3f-18789852d5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdeb300-b4ea-4aae-8df8-4d6b5a9d61de,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:31.675756 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] For port bfdc6054-7448-496d-bb86-f3ad1bceb87f, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bfdc6054-7448-496d-bb86-f3ad1bceb87f,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:31.676107 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.707518 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-32e425e9-0567-401e-abb9-5958fa6854d7 req-5813602e-32cf-40f8-b3a2-dbbab57f3cb1 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270833 Feb 28 18:49:31.712051 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a00d3fd8-b3b8-41bc-ae3f-18789852d5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:31.715411 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a00d3fd8-b3b8-41bc-ae3f-18789852d5bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5bdeb300-b4ea-4aae-8df8-4d6b5a9d61de HTTP/1.1" status: 204 len: 168 time: 0.7419417 Feb 28 18:49:31.801226 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.l3_db [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Floating IP a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d associated. External IP: 172.28.3.61, port: 4f16ae0c-9fcc-4690-babe-5225d523b665. Feb 28 18:49:31.808613 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-1f71fcd9-a744-4c87-9a6f-829d18575d85 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=8ce262d326bb49e8a6c86021c5e9b3af&device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 1101 time: 0.1484494 Feb 28 18:49:31.856152 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Calling delete_port for bfdc6054-7448-496d-bb86-f3ad1bceb87f owned by network:router_interface {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:31.979232 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-40fe3f1e-99fb-4f07-ac46-1a6271bf0390 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:31.980709 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-40fe3f1e-99fb-4f07-ac46-1a6271bf0390 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f9e18e76-0786-47cc-aa73-a6f18e780ec5 HTTP/1.1" status: 200 len: 870 time: 0.1607120 Feb 28 18:49:31.983736 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:31.995145 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] Sync routers for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:49:32.017122 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:32.017923 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:32.062984 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] No DVR routers for this DVR port e7a172f0-beb6-4414-b6ec-6c58798d3ad7 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:32.120436 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46606) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:32.122062 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:32.124509 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ae63cb66-a25d-4a56-aff3-4fb5b6056bcc req-a3377bde-549d-4567-951d-c734f33054d9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "DELETE /v2.0/ports/e7a172f0-beb6-4414-b6ec-6c58798d3ad7 HTTP/1.1" status: 204 len: 173 time: 3.6040156 Feb 28 18:49:32.127622 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'name': 'network-vif-deleted', 'tag': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:32.167376 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:32.179953 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-daf3f47d-5a64-4632-be57-f1ecabdf7a50 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 HTTP/1.1" status: 200 len: 217 time: 0.1180298 Feb 28 18:49:32.189223 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-a9555b6e-3fb7-4e12-9534-086082b9ec70 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:32.191565 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-a9555b6e-3fb7-4e12-9534-086082b9ec70 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.65 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 946 time: 0.4580054 Feb 28 18:49:32.262499 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-923569c4-77d3-4ccf-8c51-2c7244ee1a50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:32.264021 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-923569c4-77d3-4ccf-8c51-2c7244ee1a50 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=9900da62-9dfe-46ee-a9bb-750f6a777dd4 HTTP/1.1" status: 200 len: 843 time: 0.0715568 Feb 28 18:49:32.265805 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1b35bd9-36e3-43da-a2f5-c8a400c35af4', 'name': 'network-vif-deleted', 'tag': 'e7a172f0-beb6-4414-b6ec-6c58798d3ad7', 'status': 'completed', 'code': 200} Feb 28 18:49:32.281974 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:32.294849 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:32.301099 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] Usage tracker for resource:security_group_rule and tenant:6d035c20d7f744769230924b43188523 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:32.307334 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:32.314867 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:32.344662 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715db8a-08af-4b5c-976d-27ce268ca0fc req-8b89331e-f21f-442b-8f31-141d6d409412 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:32.351672 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7715db8a-08af-4b5c-976d-27ce268ca0fc req-8b89331e-f21f-442b-8f31-141d6d409412 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 948 time: 0.3309417 Feb 28 18:49:32.468479 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7715db8a-08af-4b5c-976d-27ce268ca0fc req-59dfce37-725b-498f-a43c-41248d47bc9f tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159561 Feb 28 18:49:32.500537 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:32.520804 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:32.542882 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-d6104b67-7915-43f6-be3c-2e3eb0022c0e req-d7e314ea-b0ea-423d-87f7-346b12b89705 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:32.545849 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:32.550847 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfdc6054-7448-496d-bb86-f3ad1bceb87f,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:32.653775 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Deleting port 632a92b1-840a-48b2-b559-63f5f4e2de34 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:32.654234 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:32.693629 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-d6104b67-7915-43f6-be3c-2e3eb0022c0e req-d7e314ea-b0ea-423d-87f7-346b12b89705 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:32.706227 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d6104b67-7915-43f6-be3c-2e3eb0022c0e req-d7e314ea-b0ea-423d-87f7-346b12b89705 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=f1b35bd9-36e3-43da-a2f5-c8a400c35af4 HTTP/1.1" status: 200 len: 210 time: 0.2869623 Feb 28 18:49:32.725893 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:32.737242 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7c56c9-e14f-444a-a0ff-24384f5886b8,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:32.737709 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] Checking router: d8c2cf02-d027-4e19-8441-b5c981db26b2 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:49:32.774649 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f48611d1-87e9-47d4-8ab8-cce5ed507b9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d035c20d7f744769230924b43188523&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6481991 Feb 28 18:49:32.779343 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:32.779972 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:32.782256 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46616) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:32.877793 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-1fa5f66b-0bd5-4e31-8657-9e93b70cf896 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f9e18e76-0786-47cc-aa73-a6f18e780ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4596808 Feb 28 18:49:32.958161 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e808d691-19e6-47f3-aa40-805dda70f04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:32.989356 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e808d691-19e6-47f3-aa40-805dda70f04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.092108 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:33.128844 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e808d691-19e6-47f3-aa40-805dda70f04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.152877 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d6055-d832-49df-a505-794749b611ce req-af81377e-03e2-4107-aafd-a690472e0100 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:33.155714 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2e1d6055-d832-49df-a505-794749b611ce req-af81377e-03e2-4107-aafd-a690472e0100 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 946 time: 0.2191417 Feb 28 18:49:33.211942 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808d691-19e6-47f3-aa40-805dda70f04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7c56c9-e14f-444a-a0ff-24384f5886b8,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:33.246128 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-e808d691-19e6-47f3-aa40-805dda70f04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.247243 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-e808d691-19e6-47f3-aa40-805dda70f04b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de7c56c9-e14f-444a-a0ff-24384f5886b8 HTTP/1.1" status: 204 len: 168 time: 0.4630265 Feb 28 18:49:33.264727 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2e1d6055-d832-49df-a505-794749b611ce req-f613cb7c-ca7f-498d-81d1-33c0e125f9bd tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/security-groups?id=6374d861-1bbf-4314-b3de-9ff74cbb54a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031811 Feb 28 18:49:33.288321 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Router 96341394-f917-4d21-8c27-6b1147eb9644 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:33.298714 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-25e49074-f91b-4ab0-8d42-3f6f5d52d3bf service neutron] 10.222.0.65 "GET /v2.0/networks/f9e18e76-0786-47cc-aa73-a6f18e780ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140790 Feb 28 18:49:33.300987 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32144924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717977'] for router_interface, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.311663 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] For port 632a92b1-840a-48b2-b559-63f5f4e2de34, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=632a92b1-840a-48b2-b559-63f5f4e2de34,segment=NetworkSegment(f14edd82-1d5b-4d45-b961-4c9fa250806f),segment_id=f14edd82-1d5b-4d45-b961-4c9fa250806f)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:33.312010 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.345467 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:49:33.598572 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,segment=NetworkSegment(17e3caa1-482a-4740-a5b1-451fe5995cd3),segment_id=17e3caa1-482a-4740-a5b1-451fe5995cd3)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:33.619373 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '3baf3a1d-c43c-40c9-826c-4ec6f646d8c5', 'network_id': 'f9e18e76-0786-47cc-aa73-a6f18e780ec5', 'port_id': '3baf3a1d-c43c-40c9-826c-4ec6f646d8c5', 'mac_address': 'fa:16:3e:2c:e5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 558, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9900da62-9dfe-46ee-a9bb-750f6a777dd4', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:49:33.626087 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Calling delete_port for 632a92b1-840a-48b2-b559-63f5f4e2de34 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:33.668490 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:33.682360 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a7dc49-b398-4608-b95b-f911fea2886e None None] The sync data for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb is: [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:49:33.696059 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.725238 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:49:33.744252 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,segment=NetworkSegment(17e3caa1-482a-4740-a5b1-451fe5995cd3),segment_id=17e3caa1-482a-4740-a5b1-451fe5995cd3)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:33.753543 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:33.848262 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7af975b8-fb30-453f-90f3-ba982c5dcfe9 req-cc9c9918-ebc9-4a61-b460-011908019c55 service neutron] 10.222.0.65 "GET /v2.0/networks/f9e18e76-0786-47cc-aa73-a6f18e780ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390921 Feb 28 18:49:33.902884 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e4aef-2ed0-4068-92c0-3ca1bd2d685c req-db72d954-3a2a-4b2a-b5b7-132c2ff247f2 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:33.909696 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-427e4aef-2ed0-4068-92c0-3ca1bd2d685c req-db72d954-3a2a-4b2a-b5b7-132c2ff247f2 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 948 time: 0.2489779 Feb 28 18:49:33.929679 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46634) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:33.932878 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:34.018202 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-427e4aef-2ed0-4068-92c0-3ca1bd2d685c req-c668d892-411d-4eec-92ff-2e1d31dba127 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949397 Feb 28 18:49:34.019855 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.069320 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['3baf3a1d-c43c-40c9-826c-4ec6f646d8c5'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:49:34.086461 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Pushing event deleted for resources: {'Port': ['ID=632a92b1-840a-48b2-b559-63f5f4e2de34,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:34.092350 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-039b0468-2704-4e14-8017-c72c87e62014 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.150082 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-039b0468-2704-4e14-8017-c72c87e62014 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.185906 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] No DVR routers for this DVR port 632a92b1-840a-48b2-b559-63f5f4e2de34 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:34.186050 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:34.187960 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.197225 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] Sync routers for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:49:34.204306 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-18f905b5-60f0-414b-86dc-db741a9dbd1e req-e6955a7c-f547-48ee-9d3d-57a152c1fe18 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.65 "DELETE /v2.0/ports/632a92b1-840a-48b2-b559-63f5f4e2de34 HTTP/1.1" status: 204 len: 173 time: 1.9364972 Feb 28 18:49:34.228802 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:34.230188 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:34.270577 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0351b248-780a-4a3b-90de-2929e527abbd', 'name': 'network-vif-deleted', 'tag': '632a92b1-840a-48b2-b559-63f5f4e2de34'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:34.326641 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fd45d-3aad-4fc7-b76f-6b573b499adc None None] New status for floating IP 70a99c4b-9539-4aaf-86de-7ff8cd27375c: DOWN {{(pid=83021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:49:34.356488 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.385036 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0351b248-780a-4a3b-90de-2929e527abbd', 'name': 'network-vif-deleted', 'tag': '632a92b1-840a-48b2-b559-63f5f4e2de34', 'status': 'completed', 'code': 200} Feb 28 18:49:34.472626 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:34.492404 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8b88e99c-17e9-4c9c-b73e-daf1b6061940 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "PUT /v2.0/floatingips/a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d HTTP/1.1" status: 200 len: 991 time: 4.3678563 Feb 28 18:49:34.496598 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:34.517201 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-039b0468-2704-4e14-8017-c72c87e62014 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.535791 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b0468-2704-4e14-8017-c72c87e62014 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c08281-f7db-4466-a742-4ef43368e3fa,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:34.614571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-6cbf3c66-68b9-49ce-9530-2b6463871339 req-104a3de5-069d-4eb6-a688-3e96a9006611 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Synchronizing usage tracker for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:34.646090 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-039b0468-2704-4e14-8017-c72c87e62014 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:34.647425 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-6cbf3c66-68b9-49ce-9530-2b6463871339 req-104a3de5-069d-4eb6-a688-3e96a9006611 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] Unset dirty status for tenant:15deb759ae8340cc82caf2ac24ebc706 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:34.650992 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-039b0468-2704-4e14-8017-c72c87e62014 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "DELETE /v2.0/security-groups/99c08281-f7db-4466-a742-4ef43368e3fa HTTP/1.1" status: 204 len: 168 time: 0.7195621 Feb 28 18:49:34.652751 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46656) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:34.656906 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6cbf3c66-68b9-49ce-9530-2b6463871339 req-104a3de5-069d-4eb6-a688-3e96a9006611 tempest-VolumesSnapshotTestJSON-1765404456 tempest-VolumesSnapshotTestJSON-1765404456-project] 10.222.0.45 "GET /v2.0/ports?device_id=0351b248-780a-4a3b-90de-2929e527abbd HTTP/1.1" status: 200 len: 210 time: 0.1393962 Feb 28 18:49:34.802945 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.api.v2.resource [None req-68b9f5f3-c664-45a7-addc-e460bb8a035c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] show failed (client error): The resource could not be found. Feb 28 18:49:34.808397 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46664) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:34.808540 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-68b9f5f3-c664-45a7-addc-e460bb8a035c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups/99c08281-f7db-4466-a742-4ef43368e3fa HTTP/1.1" status: 404 len: 347 time: 0.1385217 Feb 28 18:49:34.810415 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'status': 'completed', 'code': 200} Feb 28 18:49:35.006080 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'floating_ip_address': '172.28.3.61', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'port_id': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'mac_address': 'fa:16:3e:3d:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:13Z', 'updated_at': '2022-02-28T18:49:31Z', 'revision_number': 1, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:35.010933 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] Checking router: 96341394-f917-4d21-8c27-6b1147eb9644 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:49:35.017083 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:35.026328 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:35.028501 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:35.081883 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Deleting port 5401745c-ce8b-447d-ba6e-3d454e4db496 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:35.082821 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:35.281687 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:35.282382 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:35.360214 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 632a92b1-840a-48b2-b559-63f5f4e2de34 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:35.379969 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:35.462986 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Calling delete_port for 5401745c-ce8b-447d-ba6e-3d454e4db496 owned by network:floatingip {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:35.480911 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 632a92b1-840a-48b2-b559-63f5f4e2de34 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:35.480911 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 632a92b1-840a-48b2-b559-63f5f4e2de34 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:35.519894 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb2b80-41a4-4643-9999-39b4328fb993 req-fea795be-7d4c-4787-95b6-0e0117ce202e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:35.528410 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5bbb2b80-41a4-4643-9999-39b4328fb993 req-fea795be-7d4c-4787-95b6-0e0117ce202e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 949 time: 0.1421816 Feb 28 18:49:35.600096 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5bbb2b80-41a4-4643-9999-39b4328fb993 req-b42942db-7467-4acf-af6f-dea730c6c4cc tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707717 Feb 28 18:49:35.666269 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:35.676251 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-82e47a85-9995-400f-a03e-f928dff77290 admin admin] 10.222.0.45 "PUT /v2.0/routers/7cb2f74c-d14a-4ee6-8739-793f05448fb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5999873 Feb 28 18:49:35.680368 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46678) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:35.684805 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] Sync routers for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:49:35.725579 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:35.727023 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:35.752288 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-8180c3f5-eada-4226-988e-3f41d130e9b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 1099 time: 0.8474896 Feb 28 18:49:35.758845 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:35.986931 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks [] for router, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:36.026357 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event deleted for resources: {'Port': ['ID=5401745c-ce8b-447d-ba6e-3d454e4db496,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:36.028340 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'floating_ip_address': '172.28.3.61', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'port_id': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'mac_address': 'fa:16:3e:3d:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:13Z', 'updated_at': '2022-02-28T18:49:31Z', 'revision_number': 1, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:36.030883 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:36.123997 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7249c9-ffae-422b-a8d5-92e397221868 None None] The sync data for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb is: [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'floating_ip_address': '172.28.3.61', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'port_id': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'mac_address': 'fa:16:3e:3d:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:13Z', 'updated_at': '2022-02-28T18:49:31Z', 'revision_number': 1, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:49:36.272671 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-e7f3ebb9-60d9-4b33-995d-afec9123fbd9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:36.274739 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-e7f3ebb9-60d9-4b33-995d-afec9123fbd9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.5115452 Feb 28 18:49:36.275508 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:36.392867 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-c8625296-6c38-4cf3-a0f3-cdbf2ea63428 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f16ae0c-9fcc-4690-babe-5225d523b665 HTTP/1.1" status: 200 len: 999 time: 0.1099632 Feb 28 18:49:36.490216 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:36.501993 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-7a23fbb2-b08f-4dbd-9392-9995ec124f4a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "DELETE /v2.0/floatingips/70a99c4b-9539-4aaf-86de-7ff8cd27375c HTTP/1.1" status: 204 len: 168 time: 1.6819057 Feb 28 18:49:36.516200 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:36.532592 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Deleting port c53c7684-7b7c-45a9-941d-7ce08e5def43 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:36.535432 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75'}], 'enable_snat': True}, 'gw_port_id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:49:32Z', 'revision_number': 5, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port': {'id': 'c53c7684-7b7c-45a9-941d-7ce08e5def43', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:51:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:07Z', 'updated_at': '2022-02-28T18:46:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:36.536689 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:36.540154 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] Checking router: 7cb2f74c-d14a-4ee6-8739-793f05448fb8 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:49:36.552141 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] Routers {'7cb2f74c-d14a-4ee6-8739-793f05448fb8'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:36.552847 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:36.570486 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-fa24f947-79f2-4159-bc5e-c596a2a2c88e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:36.572014 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-fa24f947-79f2-4159-bc5e-c596a2a2c88e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.1707342 Feb 28 18:49:36.615164 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df2e78-b553-45b8-9593-f59d79136d3f None None] New status for floating IP a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d: ACTIVE {{(pid=83021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:49:36.768987 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-48753d37-27f3-40f7-9db4-0026d0d6e173 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1850445 Feb 28 18:49:36.825021 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] Set router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 gateway port host: None {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:37.053092 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-47835191-4a46-4103-9d0d-5e00b2a910ac service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751095 Feb 28 18:49:37.066578 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:49:36Z', 'revision_number': 6, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port_host': None}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:37.075202 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d07790-f6a9-46d2-a96f-8d5d146e8e57 None None] The sync data for ids ['7cb2f74c-d14a-4ee6-8739-793f05448fb8'] in dv-cinder-831188-1-smb is: [{'id': '7cb2f74c-d14a-4ee6-8739-793f05448fb8', 'name': 'tempest-TestMinimumBasicScenario-1543031150-router', 'tenant_id': '27823e420c5f438e8c7858874876f909', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:06Z', 'updated_at': '2022-02-28T18:49:36Z', 'revision_number': 6, 'project_id': '27823e420c5f438e8c7858874876f909', 'gw_port_host': None}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:49:37.262180 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-673b9ee0-ebba-4b5f-8d59-0f61a6aee822 req-e9a12d83-ac77-4265-93df-e758dcfcce04 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636274 Feb 28 18:49:37.271334 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] For port c53c7684-7b7c-45a9-941d-7ce08e5def43, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=c53c7684-7b7c-45a9-941d-7ce08e5def43,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:37.271741 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.313765 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760cc77-60ad-4ad0-ad78-307e72cf13de req-b74fe854-45d9-4071-a2f0-e6043c4cd55e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:37.315222 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2760cc77-60ad-4ad0-ad78-307e72cf13de req-b74fe854-45d9-4071-a2f0-e6043c4cd55e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 949 time: 0.2602956 Feb 28 18:49:37.362720 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:49:37.371191 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46720) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:37.378608 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'security_group': {'name': 'tempest-securitygroup--101564909', 'description': 'tempest-description--500478715'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:37.399531 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2760cc77-60ad-4ad0-ad78-307e72cf13de req-72480dbb-6de2-49ad-86cf-9148f53756ab tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741689 Feb 28 18:49:37.400614 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:37.409940 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:security_group and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:37.424249 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Calling delete_port for c53c7684-7b7c-45a9-941d-7ce08e5def43 owned by network:router_gateway {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:37.429896 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:37.437736 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:37.449839 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.507739 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46724) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:37.514735 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:37.519818 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:security_group_rule and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:37.524099 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:37.532330 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:37.614013 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.620690 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.641755 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:37.657051 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:37.657424 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.686729 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4847d171-98fb-4793-8c39-8cf4e653e4ca,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:37.692368 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.694167 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-68c4607d-2c6e-4751-bda2-c4876bd236f5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.3219666 Feb 28 18:49:37.698788 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46732) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:37.706245 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'security_group_rule': {'security_group_id': '4847d171-98fb-4793-8c39-8cf4e653e4ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:37.717084 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:37.721771 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:security_group_rule and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:37.725153 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.725687 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:37.733481 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:37.756688 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bfdc6054-7448-496d-bb86-f3ad1bceb87f no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:37.778829 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.780311 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.803174 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Pushing event deleted for resources: {'Port': ['ID=c53c7684-7b7c-45a9-941d-7ce08e5def43,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:37.820473 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: bfdc6054-7448-496d-bb86-f3ad1bceb87f {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:37.820821 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bfdc6054-7448-496d-bb86-f3ad1bceb87f not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:37.883156 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.888619 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.914171 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:37.921505 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] Usage tracker for resource:security_group_rule and tenant:91c44f8b1a2f45b1ba16de1225251cd3 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:37.923091 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16254edb-eeef-4e2b-aed8-63a088e0ea02,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:37.927442 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.927618 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:37.937643 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:37.942209 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:37.952110 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-7f53d7ea-2af1-4a2c-820a-3ca0ae60e6ff tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2437572 Feb 28 18:49:37.953043 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46738) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:37.969693 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'security_group_rule': {'security_group_id': '4847d171-98fb-4793-8c39-8cf4e653e4ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:37.975072 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a0ef77-6dd3-4ea3-893b-94930edb17d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf3a1d-c43c-40c9-826c-4ec6f646d8c5'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:37.988363 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,segment=NetworkSegment(17e3caa1-482a-4740-a5b1-451fe5995cd3),segment_id=17e3caa1-482a-4740-a5b1-451fe5995cd3)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:37.998304 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.002087 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:38.014771 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:security_group_rule and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:38.025753 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:38.044390 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:38.083153 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.085723 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a0ef77-6dd3-4ea3-893b-94930edb17d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3baf3a1d-c43c-40c9-826c-4ec6f646d8c5', 'code': 200} Feb 28 18:49:38.094721 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717007'] for router_gateway, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.098096 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:38.183695 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.189248 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.220403 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d248834e-5d7b-41ed-b061-8cb5dbe6c7b5,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:38.237093 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.238461 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-4a3abe08-337e-41f2-aa84-ccfb775bf068 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2836540 Feb 28 18:49:38.241484 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46746) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:38.247478 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'floatingip': {'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:38.253191 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:38.257968 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Usage tracker for resource:floatingip and tenant:b2113442954541cab162ef98a99ce1eb is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:38.261015 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:38.267694 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:38.281345 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.412695 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41608'] for router, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.422372 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.424076 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.431109 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.467900 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2ff3f0a6-eaf1-441b-97c9-6ea96d54bf69 req-d81c5f14-5fcc-471a-a817-53080ce821e6 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 1103 time: 0.1230459 Feb 28 18:49:38.497165 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62ce831-0482-4098-86c7-a2b17138cfac,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:38.504600 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-32c9cc55-663c-4d15-98e0-57db339829a7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91c44f8b1a2f45b1ba16de1225251cd3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9933751 Feb 28 18:49:38.504600 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718315'] for router, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.504600 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cb2f74c-d14a-4ee6-8739-793f05448fb8 {{(pid=83020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:49:38.505392 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46752) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:38.532698 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.565762 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.567380 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1da7cd37-a607-4298-937c-482c28d9a487 admin admin] 10.222.0.45 "DELETE /v2.0/routers/7cb2f74c-d14a-4ee6-8739-793f05448fb8 HTTP/1.1" status: 204 len: 168 time: 2.8836486 Feb 28 18:49:38.574742 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46756) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:38.617372 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-dbce1d9f-a4ea-4476-9998-af9f459ce05d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.633006 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2ff3f0a6-eaf1-441b-97c9-6ea96d54bf69 req-858f13f3-30b1-4986-b9c9-a6e08830f652 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543028 Feb 28 18:49:38.657038 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-dbce1d9f-a4ea-4476-9998-af9f459ce05d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.665299 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddc6b48-d4d3-4eab-8dc8-050534a3b018 admin admin] Deleting subnet 3cf16e60-78a9-4045-8fa9-30bde607bc82 {{(pid=83020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:49:38.675354 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6b48-d4d3-4eab-8dc8-050534a3b018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.732338 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db606922-d939-4142-9f81-6b17aa5a2222 req-304c6451-8c98-4919-9920-5be7a9eeacb4 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:38.733788 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-db606922-d939-4142-9f81-6b17aa5a2222 req-304c6451-8c98-4919-9920-5be7a9eeacb4 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 950 time: 0.1977530 Feb 28 18:49:38.742126 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6b48-d4d3-4eab-8dc8-050534a3b018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2867368'] for subnet, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.765044 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Allocated IP 172.28.3.45 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/38271b9f-75b3-4b10-9f90-d4d043792fbd) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:38.796754 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-dbce1d9f-a4ea-4476-9998-af9f459ce05d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.867591 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-db606922-d939-4142-9f81-6b17aa5a2222 req-2885412c-ebe4-4cae-9535-8f7ba2648031 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274590 Feb 28 18:49:38.941292 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce1d9f-a4ea-4476-9998-af9f459ce05d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62ce831-0482-4098-86c7-a2b17138cfac,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:38.948722 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.960938 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-dbce1d9f-a4ea-4476-9998-af9f459ce05d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.964347 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-dbce1d9f-a4ea-4476-9998-af9f459ce05d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d62ce831-0482-4098-86c7-a2b17138cfac HTTP/1.1" status: 204 len: 168 time: 0.4561107 Feb 28 18:49:38.976066 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6b48-d4d3-4eab-8dc8-050534a3b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:38.992861 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.054693 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6b48-d4d3-4eab-8dc8-050534a3b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2498479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201128'] for subnet, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.102193 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6ddc6b48-d4d3-4eab-8dc8-050534a3b018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.107669 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b8f31c-5f4a-4cd3-81a5-ce13198ae4d7 None None] Network b4713b2e-8d2f-42f6-ad2c-82fff598e268 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:49:39.108241 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc6b48-d4d3-4eab-8dc8-050534a3b018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cf16e60-78a9-4045-8fa9-30bde607bc82,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:39.121589 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-6ddc6b48-d4d3-4eab-8dc8-050534a3b018 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3cf16e60-78a9-4045-8fa9-30bde607bc82 HTTP/1.1" status: 204 len: 168 time: 0.5445457 Feb 28 18:49:39.122735 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46762) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:39.164088 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:39.166858 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:39.171372 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:49:39.199035 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'Port': ['ID=38271b9f-75b3-4b10-9f90-d4d043792fbd,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:39.252475 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.265212 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Deleting port 97351941-cec5-4416-8521-308d39016e1b {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:39.265549 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.438489 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.464860 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] DHCP port deletion for b4713b2e-8d2f-42f6-ad2c-82fff598e268 request from dv-cinder-831188-1-smb {{(pid=83021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 18:49:39.469593 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] Deleting port 97351941-cec5-4416-8521-308d39016e1b {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:39.469984 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.546163 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46772) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:39.568198 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.581755 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] For port 97351941-cec5-4416-8521-308d39016e1b, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=97351941-cec5-4416-8521-308d39016e1b,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:39.582116 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.590469 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.759571 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Calling delete_port for 97351941-cec5-4416-8521-308d39016e1b owned by network:dhcp {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:39.797972 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device c53c7684-7b7c-45a9-941d-7ce08e5def43 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:39.856703 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] For port 97351941-cec5-4416-8521-308d39016e1b, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=97351941-cec5-4416-8521-308d39016e1b,segment=NetworkSegment(5d570192-d370-4c29-bb21-085b0177cd1a),segment_id=5d570192-d370-4c29-bb21-085b0177cd1a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:39.857283 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.859936 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:39.866701 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] Usage tracker for resource:security_group_rule and tenant:1aa0d1b56a9c432c8339881f7cd00e28 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:39.867243 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: c53c7684-7b7c-45a9-941d-7ce08e5def43 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:39.867622 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device c53c7684-7b7c-45a9-941d-7ce08e5def43 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:39.868218 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 97351941-cec5-4416-8521-308d39016e1b no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:39.868630 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.883621 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.888003 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:39.894911 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:39.917139 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:39.941585 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 97351941-cec5-4416-8521-308d39016e1b {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:39.946307 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 97351941-cec5-4416-8521-308d39016e1b not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:39.990804 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Pushing event deleted for resources: {'Port': ['ID=97351941-cec5-4416-8521-308d39016e1b,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:40.015727 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] No DVR routers for this DVR port 97351941-cec5-4416-8521-308d39016e1b on host dv-cinder-831188-1-smb {{(pid=83020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:40.047725 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'Port': ['ID=38271b9f-75b3-4b10-9f90-d4d043792fbd,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:40.057352 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.093860 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.096542 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f73a04a5-60fe-473e-a39d-418cbf7e3e34 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8536811 Feb 28 18:49:40.163672 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] Calling delete_port for 97351941-cec5-4416-8521-308d39016e1b owned by network:dhcp {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:40.256420 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.266193 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.296741 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.337276 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1aa0d1b56a9c432c8339881f7cd00e28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7900834 Feb 28 18:49:40.340684 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46790) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:40.340840 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4713b2e-8d2f-42f6-ad2c-82fff598e268']}} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:40.370263 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d570192-d370-4c29-bb21-085b0177cd1a') {'for_net_delete': True} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:40.370568 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d570192-d370-4c29-bb21-085b0177cd1a') {} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:40.390054 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113bed1c-6698-4b98-9381-024bf967115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2736ff-e426-4861-8fb6-b7e8dd5f4142,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:40.404042 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3384a5f-080e-4202-b3e9-c3683e157a50 req-07dcfc43-ac71-437e-b9b2-c1543c4329b8 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:40.411366 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a3384a5f-080e-4202-b3e9-c3683e157a50 req-07dcfc43-ac71-437e-b9b2-c1543c4329b8 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 950 time: 0.3196268 Feb 28 18:49:40.414358 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2867363'] for segment, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.443979 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-207fed2b-cb90-42b3-a410-d82017e673de tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:40.455606 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.455848 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-45e76272-555d-45e5-9269-ebc714cad3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.468540 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.db.api [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:49:40.469028 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG oslo_db.api [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:49:40.476632 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=83020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:49:40.477014 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498309'] for segment, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.486762 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-207fed2b-cb90-42b3-a410-d82017e673de tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:40.487937 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-207fed2b-cb90-42b3-a410-d82017e673de tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--101564909&fields=id&tenant_id=b2113442954541cab162ef98a99ce1eb HTTP/1.1" status: 200 len: 267 time: 0.1328657 Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: Traceback (most recent call last): Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: timer() Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: cb(*args, **kw) Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: return func(*args, **kwargs) Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: self._notify() Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: self.callback(batched_events) Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: event.method(event) Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: return f(self, *a, **k) Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: return self._get(url).json() Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: return self.request(url, 'GET', **kwargs) Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:49:40.492473 dv-cinder-831188-1-smb neutron-server[83020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:49:40.496765 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-45e76272-555d-45e5-9269-ebc714cad3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.544294 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a3384a5f-080e-4202-b3e9-c3683e157a50 req-11080116-f351-473d-af1b-8df33851e8b9 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320751 Feb 28 18:49:40.582505 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.589970 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-37feb8f6-3418-41cb-9055-111e23678bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.592096 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.628635 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4713b2e-8d2f-42f6-ad2c-82fff598e268,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:40.645313 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c5095427-2135-41cb-ba85-646f457ef560 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b4713b2e-8d2f-42f6-ad2c-82fff598e268 HTTP/1.1" status: 204 len: 168 time: 1.5189290 Feb 28 18:49:40.645582 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46798) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:40.668101 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-45e76272-555d-45e5-9269-ebc714cad3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.693538 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e76272-555d-45e5-9269-ebc714cad3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2736ff-e426-4861-8fb6-b7e8dd5f4142,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:40.703559 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-45e76272-555d-45e5-9269-ebc714cad3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:40.704659 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-45e76272-555d-45e5-9269-ebc714cad3c4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c2736ff-e426-4861-8fb6-b7e8dd5f4142 HTTP/1.1" status: 204 len: 168 time: 0.3635046 Feb 28 18:49:40.710440 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-60961dc0-4e75-4b5c-b93f-77ca8dcac594 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:40.712104 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-60961dc0-4e75-4b5c-b93f-77ca8dcac594 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 811 time: 0.2087226 Feb 28 18:49:40.750626 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-9a49ac47-5cd2-4dd9-9704-8457ed92f814 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/quotas/b2113442954541cab162ef98a99ce1eb HTTP/1.1" status: 200 len: 375 time: 0.0283699 Feb 28 18:49:40.843169 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b34885b0-a118-4e04-a7d8-35b09ba18939 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:40.867366 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b34885b0-a118-4e04-a7d8-35b09ba18939 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:40.900824 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b34885b0-a118-4e04-a7d8-35b09ba18939 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1490176 Feb 28 18:49:40.970827 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] Deleting port 97351941-cec5-4416-8521-308d39016e1b {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:40.971430 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:41.097022 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb02b2-31af-407e-9db8-db67be770b3e None None] The port '97351941-cec5-4416-8521-308d39016e1b' was deleted {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 18:49:41.121503 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-3d615749-6d52-4d39-89b2-e11b8764e1d4 service neutron] 10.222.0.45 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168925 Feb 28 18:49:41.207943 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceae0e2-d483-47da-908f-11ffbfc712de req-bbed8fcc-4e02-4c86-86fa-fe23dc5c8752 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:41.209293 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1ceae0e2-d483-47da-908f-11ffbfc712de req-bbed8fcc-4e02-4c86-86fa-fe23dc5c8752 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 950 time: 0.1105032 Feb 28 18:49:41.262417 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-d9d8f42a-ac11-430e-9e9e-bbd9a0889222 service neutron] 10.222.0.45 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347694 Feb 28 18:49:41.286769 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-1ceae0e2-d483-47da-908f-11ffbfc712de req-9430a22e-4cab-4dc7-94fd-7ba1b24a90e9 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697308 Feb 28 18:49:41.307185 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717866'] for router_interface, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:41.503474 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5f0c774f-fec4-432f-be7f-3831bfa2b1b4 req-b184bf8a-599a-4b0a-8faa-b6fa5286235f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 210 time: 0.0635338 Feb 28 18:49:42.053307 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Deleting port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:42.054254 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:42.236094 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] For port 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,segment=NetworkSegment(1f1b3865-e7fd-4b3b-864d-371f8b714a6e),segment_id=1f1b3865-e7fd-4b3b-864d-371f8b714a6e)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:42.236923 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:42.358632 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Calling delete_port for 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff owned by network:router_interface {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:42.496618 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3603c51a-a42e-4ac1-9231-825862dd712d req-a6579742-945a-4dcb-ae44-2a17a7d2f429 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:42.498130 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3603c51a-a42e-4ac1-9231-825862dd712d req-a6579742-945a-4dcb-ae44-2a17a7d2f429 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 950 time: 0.0881169 Feb 28 18:49:42.554681 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:42.602268 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3603c51a-a42e-4ac1-9231-825862dd712d req-3ad2bf70-1d46-42f8-b7e9-beb2d9843268 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980427 Feb 28 18:49:42.651529 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:42.657647 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84693a7d-cb20-4012-a032-219d47c8226c req-331d921d-f644-434b-a8c2-2003d75670be tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:42.659108 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-84693a7d-cb20-4012-a032-219d47c8226c req-331d921d-f644-434b-a8c2-2003d75670be tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.65 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 950 time: 0.1181922 Feb 28 18:49:42.752318 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Deleting port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:42.753119 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:42.971448 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c8aeeaa7-f0de-4800-ac0f-16bb1b43ff92 req-964d9adb-e234-4ab8-ada7-dba4428c969f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 210 time: 0.2625153 Feb 28 18:49:43.040986 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-8333ce3e-3b25-4ef9-a933-cbda20de9b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.288833 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32144924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717977'] for router_interface, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.362017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] For port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,segment=NetworkSegment(17e3caa1-482a-4740-a5b1-451fe5995cd3),segment_id=17e3caa1-482a-4740-a5b1-451fe5995cd3)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:43.362646 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:43.518741 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Calling delete_port for 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:43.558074 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-e7e817b2-b70c-4d8b-87b6-3fc19a7c113f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:43.559863 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-e7e817b2-b70c-4d8b-87b6-3fc19a7c113f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 811 time: 0.7481046 Feb 28 18:49:43.655525 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-297dad75-aeed-4a2d-aa09-90471c4f1766 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b2113442954541cab162ef98a99ce1eb HTTP/1.1" status: 200 len: 379 time: 0.0632880 Feb 28 18:49:43.705105 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'port': {'device_id': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'admin_state_up': True, 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'security_groups': ['4847d171-98fb-4793-8c39-8cf4e653e4ca']}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:43.882731 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.013506 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Pushing event deleted for resources: {'Port': ['ID=3baf3a1d-c43c-40c9-826c-4ec6f646d8c5,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:44.025168 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Router 30e73ed8-509c-4011-a0aa-27f11da16727 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:44.079376 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:44.096211 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] No DVR routers for this DVR port 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:44.104357 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.104691 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.115613 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a0ef77-6dd3-4ea3-893b-94930edb17d3', 'name': 'network-vif-deleted', 'tag': '3baf3a1d-c43c-40c9-826c-4ec6f646d8c5'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:44.123846 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:44.128018 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-84693a7d-cb20-4012-a032-219d47c8226c req-bd80f669-2a10-4e71-ae90-48a43c238932 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.65 "DELETE /v2.0/ports/3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 HTTP/1.1" status: 204 len: 173 time: 1.4627304 Feb 28 18:49:44.137330 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba103859-adea-4bbb-a634-b7e2a92a9d1d req-f5d8aed4-f639-4d5b-8496-9831b7fbd837 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:44.138184 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ba103859-adea-4bbb-a634-b7e2a92a9d1d req-f5d8aed4-f639-4d5b-8496-9831b7fbd837 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Synchronizing usage tracker for tenant:8ce262d326bb49e8a6c86021c5e9b3af on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:44.170948 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Made reservation on behalf of b2113442954541cab162ef98a99ce1eb for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:49:44.177812 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.218518 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-ba103859-adea-4bbb-a634-b7e2a92a9d1d req-f5d8aed4-f639-4d5b-8496-9831b7fbd837 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] Unset dirty status for tenant:8ce262d326bb49e8a6c86021c5e9b3af on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:44.220568 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ba103859-adea-4bbb-a634-b7e2a92a9d1d req-f5d8aed4-f639-4d5b-8496-9831b7fbd837 tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/ports?device_id=36a0ef77-6dd3-4ea3-893b-94930edb17d3 HTTP/1.1" status: 200 len: 950 time: 0.4343736 Feb 28 18:49:44.231809 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.330879 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4640157a-4291-4168-8fbb-b5bd807b6151 req-2b73ef4b-b94b-4639-8b64-92473d45795c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 210 time: 0.0529799 Feb 28 18:49:44.337469 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ba103859-adea-4bbb-a634-b7e2a92a9d1d req-6215dd06-f4af-41ee-b0ef-b965245c8c5e tempest-VolumesNegativeTest-1594292209 tempest-VolumesNegativeTest-1594292209-project] 10.222.0.45 "GET /v2.0/security-groups?id=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094804 Feb 28 18:49:44.357420 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:44.371428 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] Sync routers for ids ['30e73ed8-509c-4011-a0aa-27f11da16727'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:49:44.404030 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] Routers {'30e73ed8-509c-4011-a0aa-27f11da16727'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:44.406603 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['30e73ed8-509c-4011-a0aa-27f11da16727'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:44.426773 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1e70ffdf-49ed-420d-8291-c7ff7604e731 admin admin] 10.222.0.45 "PUT /v2.0/routers/30e73ed8-509c-4011-a0aa-27f11da16727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7801805 Feb 28 18:49:44.430347 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46892) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:44.465775 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Allocated IP 172.20.0.14 (198014fe-b52d-406d-84ea-527087f16987/6e9f94b2-c035-49ad-9387-08f96d2f51c5/19f845e6-d647-4793-8b8e-93a84eb9eef9) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:44.474033 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a0ef77-6dd3-4ea3-893b-94930edb17d3', 'name': 'network-vif-deleted', 'tag': '3baf3a1d-c43c-40c9-826c-4ec6f646d8c5', 'status': 'completed', 'code': 200} Feb 28 18:49:44.611031 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] Set router 30e73ed8-509c-4011-a0aa-27f11da16727 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:44.679073 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.680338 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks [] for router, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.698449 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Transition to ACTIVE for port object 19f845e6-d647-4793-8b8e-93a84eb9eef9 will not be triggered until provisioned by entity DHCP. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:44.730214 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:44.871140 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event updated for resources: {'Port': ['ID=19f845e6-d647-4793-8b8e-93a84eb9eef9,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:44.911983 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Network 198014fe-b52d-406d-84ea-527087f16987 is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:44.914058 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:44.917788 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:49:45.050534 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:45.051298 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.105793 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-b73ef856-4ca9-41b9-96e3-f7aef42a247b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4411316 Feb 28 18:49:45.115551 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163'}], 'enable_snat': True}, 'gw_port_id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:49:42Z', 'revision_number': 5, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port': {'id': '17389683-9c06-45d5-b389-ba02a2a47fbe', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:23:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:46:19Z', 'updated_at': '2022-02-28T18:46:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:45.121178 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] Checking router: 30e73ed8-509c-4011-a0aa-27f11da16727 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:49:45.131492 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Request body: {'port': {'device_id': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:45.134651 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] Routers {'30e73ed8-509c-4011-a0aa-27f11da16727'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:45.135379 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['30e73ed8-509c-4011-a0aa-27f11da16727'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:45.173077 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.185047 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Deleting port 17389683-9c06-45d5-b389-ba02a2a47fbe {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:45.185383 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.266172 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.295945 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-505de3e2-a6ae-4e73-91f0-ba1973229bf3 None None] Provisioning for port 19f845e6-d647-4793-8b8e-93a84eb9eef9 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:45.302290 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] Set router 30e73ed8-509c-4011-a0aa-27f11da16727 gateway port host: None {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:45.303211 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-505de3e2-a6ae-4e73-91f0-ba1973229bf3 None None] Provisioning complete for port 19f845e6-d647-4793-8b8e-93a84eb9eef9 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:45.304668 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-505de3e2-a6ae-4e73-91f0-ba1973229bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.402696 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-505de3e2-a6ae-4e73-91f0-ba1973229bf3 None None] Port 19f845e6-d647-4793-8b8e-93a84eb9eef9 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:49:45.407497 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] For port 17389683-9c06-45d5-b389-ba02a2a47fbe, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=17389683-9c06-45d5-b389-ba02a2a47fbe,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:45.408049 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.415375 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:49:45Z', 'revision_number': 6, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port_host': None}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:45.419521 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c3504ae-07ec-4e29-962a-080c71447249 None None] The sync data for ids ['30e73ed8-509c-4011-a0aa-27f11da16727'] in dv-cinder-831188-1-smb is: [{'id': '30e73ed8-509c-4011-a0aa-27f11da16727', 'name': 'tempest-TestMinimumBasicScenario-1294849177-router', 'tenant_id': 'bbd9124195e94334b81a65edf4db0282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:46:18Z', 'updated_at': '2022-02-28T18:49:45Z', 'revision_number': 6, 'project_id': 'bbd9124195e94334b81a65edf4db0282', 'gw_port_host': None}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:49:45.422361 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:45.513631 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:45.513999 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 3baf3a1d-c43c-40c9-826c-4ec6f646d8c5 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:45.524654 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.601573 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Calling delete_port for 17389683-9c06-45d5-b389-ba02a2a47fbe owned by network:router_gateway {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:45.790206 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a64f84-798a-4ffa-a16d-71736c7d2b5f req-e24af21b-df51-47a6-b4c5-90b6ef9a7cc2 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:45.791017 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-36a64f84-798a-4ffa-a16d-71736c7d2b5f req-e24af21b-df51-47a6-b4c5-90b6ef9a7cc2 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:45.795637 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:45.811182 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-36a64f84-798a-4ffa-a16d-71736c7d2b5f req-e24af21b-df51-47a6-b4c5-90b6ef9a7cc2 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:45.812658 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-36a64f84-798a-4ffa-a16d-71736c7d2b5f req-e24af21b-df51-47a6-b4c5-90b6ef9a7cc2 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 932 time: 0.2328224 Feb 28 18:49:45.872418 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:45.873096 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 5ce58c86-bfb8-4c8b-8aa5-e7b2c7ab33ff not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:45.898843 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:45.915642 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-36a64f84-798a-4ffa-a16d-71736c7d2b5f req-bcf81322-2100-48e8-bb35-66f7b3b9cd19 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694642 Feb 28 18:49:45.990187 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19f845e6-d647-4793-8b8e-93a84eb9eef9 {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:49:45.998273 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.016916 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Transition to ACTIVE for port object 19f845e6-d647-4793-8b8e-93a84eb9eef9 will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:46.024831 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.070172 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Pushing event deleted for resources: {'Port': ['ID=17389683-9c06-45d5-b389-ba02a2a47fbe,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:46.120439 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Pushing event updated for resources: {'Port': ['ID=19f845e6-d647-4793-8b8e-93a84eb9eef9,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:46.373735 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717007'] for router_gateway, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.396568 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Attempting to bind port 19f845e6-d647-4793-8b8e-93a84eb9eef9 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:49:46.396953 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Attempting to bind port 19f845e6-d647-4793-8b8e-93a84eb9eef9 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:49:46.397382 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Attempting to bind port 19f845e6-d647-4793-8b8e-93a84eb9eef9 on network 198014fe-b52d-406d-84ea-527087f16987 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:49:46.411683 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Port 19f845e6-d647-4793-8b8e-93a84eb9eef9 on network 198014fe-b52d-406d-84ea-527087f16987 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:49:46.412001 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Attempting to bind port 19f845e6-d647-4793-8b8e-93a84eb9eef9 on network 198014fe-b52d-406d-84ea-527087f16987 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:49:46.427417 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:49:46.427807 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Checking segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:49:46.430284 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Bound using segment: {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:49:46.430731 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Bound port: 19f845e6-d647-4793-8b8e-93a84eb9eef9, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45592a5d-5288-4c9f-8e07-5d34aef05343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '198014fe-b52d-406d-84ea-527087f16987'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:49:46.431079 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.534749 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] For port 19f845e6-d647-4793-8b8e-93a84eb9eef9, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:49:46.542064 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] For port 19f845e6-d647-4793-8b8e-93a84eb9eef9, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=19f845e6-d647-4793-8b8e-93a84eb9eef9,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:49:46.547872 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.620570 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.621919 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] 10.222.0.65 "PUT /v2.0/ports/19f845e6-d647-4793-8b8e-93a84eb9eef9 HTTP/1.1" status: 200 len: 1094 time: 1.4957850 Feb 28 18:49:46.622351 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'tag': '19f845e6-d647-4793-8b8e-93a84eb9eef9'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:46.670965 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391b05a-16d8-4afb-8843-911d51d5c4fd service neutron] Pushing event updated for resources: {'Port': ['ID=19f845e6-d647-4793-8b8e-93a84eb9eef9,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:46.683557 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41608'] for router, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.692395 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.737252 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718315'] for router, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.737699 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30e73ed8-509c-4011-a0aa-27f11da16727 {{(pid=83020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:49:46.745572 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'tag': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'status': 'completed', 'code': 200} Feb 28 18:49:46.756219 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:46.760958 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-02999b26-ffb9-49c7-919a-2a2d7ff5890e admin admin] 10.222.0.45 "DELETE /v2.0/routers/30e73ed8-509c-4011-a0aa-27f11da16727 HTTP/1.1" status: 204 len: 168 time: 2.3287904 Feb 28 18:49:46.761547 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 46962) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:46.810495 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-32e9a17c-9a6a-4ec0-b69f-6637075653a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 1097 time: 0.1342099 Feb 28 18:49:46.939651 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-3de8a557-fa9c-420a-b3bc-6b88ce8e0237 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f845e6-d647-4793-8b8e-93a84eb9eef9 HTTP/1.1" status: 200 len: 217 time: 0.1163845 Feb 28 18:49:46.974398 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_v2 [None req-195666af-5655-475b-8fff-c91ff990fe8a admin admin] Deleting subnet 3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9 {{(pid=83020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:49:46.985969 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-195666af-5655-475b-8fff-c91ff990fe8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:47.078215 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-195666af-5655-475b-8fff-c91ff990fe8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2867368'] for subnet, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:47.157037 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-33120b83-7cdc-4d3c-96ed-fdf502d92b60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:47.158456 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-33120b83-7cdc-4d3c-96ed-fdf502d92b60 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.1920555 Feb 28 18:49:47.168973 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-195666af-5655-475b-8fff-c91ff990fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:47.243819 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eefc58d-d001-46a4-911d-69820069929f req-0db2c6e2-0402-43b5-88c6-9db53c2d456b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:47.245291 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8eefc58d-d001-46a4-911d-69820069929f req-0db2c6e2-0402-43b5-88c6-9db53c2d456b tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 944 time: 0.1518013 Feb 28 18:49:47.254053 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-195666af-5655-475b-8fff-c91ff990fe8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2498479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201128'] for subnet, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:47.287007 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-4fbdff76-f875-48e0-bbe4-d4ac6ea75630 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1209524 Feb 28 18:49:47.307579 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195666af-5655-475b-8fff-c91ff990fe8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:47.311324 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-195666af-5655-475b-8fff-c91ff990fe8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:47.320801 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-195666af-5655-475b-8fff-c91ff990fe8a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3c4622a4-4341-4674-a2cb-a8d0d3b8d5d9 HTTP/1.1" status: 204 len: 168 time: 0.5550256 Feb 28 18:49:47.321270 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d225307f-12cb-429a-8852-53748cd9265b None None] Network d0eace5e-273b-4ae8-b4fa-51496a74863c requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:49:47.323365 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 46994) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:47.482241 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8eefc58d-d001-46a4-911d-69820069929f req-0903727a-9468-425a-b0e2-24f4bce27c9c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282426 Feb 28 18:49:47.568514 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:47.604617 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-499b86ba-e8f3-483d-9241-ea1e3092e458 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3088281 Feb 28 18:49:47.605409 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Deleting port 6f67ec36-887c-4efb-882c-b168ef72cf56 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:47.605747 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:47.743120 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 17389683-9c06-45d5-b389-ba02a2a47fbe no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:47.806837 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] DHCP port deletion for d0eace5e-273b-4ae8-b4fa-51496a74863c request from dv-cinder-831188-1-smb {{(pid=83021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 18:49:47.826781 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 17389683-9c06-45d5-b389-ba02a2a47fbe {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:47.827109 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 17389683-9c06-45d5-b389-ba02a2a47fbe not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:47.830083 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] Deleting port 6f67ec36-887c-4efb-882c-b168ef72cf56 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:47.830687 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.060804 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] For port 6f67ec36-887c-4efb-882c-b168ef72cf56, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=6f67ec36-887c-4efb-882c-b168ef72cf56,segment=NetworkSegment(1f1b3865-e7fd-4b3b-864d-371f8b714a6e),segment_id=1f1b3865-e7fd-4b3b-864d-371f8b714a6e)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:48.061923 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.119064 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ade11fac-7c0b-4b5d-bbfd-352c9af033d1 req-40eb9e4c-c910-4ed5-9dc1-25ca95b23619 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811363 Feb 28 18:49:48.151508 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] For port 6f67ec36-887c-4efb-882c-b168ef72cf56, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=6f67ec36-887c-4efb-882c-b168ef72cf56,segment=NetworkSegment(1f1b3865-e7fd-4b3b-864d-371f8b714a6e),segment_id=1f1b3865-e7fd-4b3b-864d-371f8b714a6e)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:48.152489 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.203052 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] Calling delete_port for 6f67ec36-887c-4efb-882c-b168ef72cf56 owned by network:dhcp {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:48.290296 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486'] for port, after_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:48.332430 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Calling delete_port for 6f67ec36-887c-4efb-882c-b168ef72cf56 owned by network:dhcp {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:49:48.348745 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] Pushing event deleted for resources: {'Port': ['ID=6f67ec36-887c-4efb-882c-b168ef72cf56,revision_number=None']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:48.360424 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6072ba75-bbf4-4c2d-91a0-e9deb1cd760e None None] No DVR routers for this DVR port 6f67ec36-887c-4efb-882c-b168ef72cf56 on host dv-cinder-831188-1-smb {{(pid=83021) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:49:48.448597 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.db.api [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:49:48.448964 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG oslo_db.api [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:49:48.454469 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-544655db-adf6-477d-9069-6bc9ff293972 req-6edb9b3d-1490-40e1-983d-88afd00018f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 1097 time: 0.2321484 Feb 28 18:49:48.604089 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544655db-adf6-477d-9069-6bc9ff293972 req-6ab33d22-5723-481e-a09f-ef92c5cc8198 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:48.605506 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-544655db-adf6-477d-9069-6bc9ff293972 req-6ab33d22-5723-481e-a09f-ef92c5cc8198 service neutron] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 912 time: 0.1428075 Feb 28 18:49:48.681396 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-544655db-adf6-477d-9069-6bc9ff293972 req-bcc502e1-8329-484b-a021-8e951fe7caa5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f845e6-d647-4793-8b8e-93a84eb9eef9 HTTP/1.1" status: 200 len: 217 time: 0.0694892 Feb 28 18:49:48.747362 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9aad3e-77a1-4777-9b3a-491529561fe1 req-44b5e7f4-5645-4c6c-95a2-f4949f40b45e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:48.747928 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544655db-adf6-477d-9069-6bc9ff293972 req-82592013-2f22-4899-828e-cd4ee98da0a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:48.748977 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5c9aad3e-77a1-4777-9b3a-491529561fe1 req-44b5e7f4-5645-4c6c-95a2-f4949f40b45e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 944 time: 0.1082678 Feb 28 18:49:48.749299 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-544655db-adf6-477d-9069-6bc9ff293972 req-82592013-2f22-4899-828e-cd4ee98da0a4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.0623472 Feb 28 18:49:48.795109 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-5c9aad3e-77a1-4777-9b3a-491529561fe1 req-b072e8ac-b5b7-4868-b920-64c97fe65ef4 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:security_group {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:49:48.807591 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-5c9aad3e-77a1-4777-9b3a-491529561fe1 req-b072e8ac-b5b7-4868-b920-64c97fe65ef4 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:security_group {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:49:48.808899 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5c9aad3e-77a1-4777-9b3a-491529561fe1 req-b072e8ac-b5b7-4868-b920-64c97fe65ef4 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540559 Feb 28 18:49:48.845948 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-544655db-adf6-477d-9069-6bc9ff293972 req-9ada778c-40c7-4976-a4f1-1f65045ba03e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0895493 Feb 28 18:49:48.951751 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Deleting port 6f67ec36-887c-4efb-882c-b168ef72cf56 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:49:48.952096 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.027993 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] The port '6f67ec36-887c-4efb-882c-b168ef72cf56' was deleted {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 18:49:49.171078 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-544655db-adf6-477d-9069-6bc9ff293972 req-344dc567-fd26-4c32-8851-90c34dfbb635 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167646 Feb 28 18:49:49.177133 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.281675 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0eace5e-273b-4ae8-b4fa-51496a74863c']}} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:49.306560 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f1b3865-e7fd-4b3b-864d-371f8b714a6e') {'for_net_delete': True} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:49.306879 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f1b3865-e7fd-4b3b-864d-371f8b714a6e') {} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:49.326364 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922612'] for segment, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.346131 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.369955 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.394618 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-544655db-adf6-477d-9069-6bc9ff293972 req-8b57d254-0b93-4c1d-ba2d-dc1f2bf350d8 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093678 Feb 28 18:49:49.397961 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=83019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:49:49.398600 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856722'] for segment, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: util.warn( Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: util.warn( Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: util.warn( Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: util.warn( Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: Traceback (most recent call last): Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: timer() Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: cb(*args, **kw) Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: return func(*args, **kwargs) Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: self._notify() Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: self.callback(batched_events) Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: event.method(event) Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: return f(self, *a, **k) Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: return self._get(url).json() Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: return self.request(url, 'GET', **kwargs) Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:49:49.418621 dv-cinder-831188-1-smb neutron-server[83019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:49:49.424791 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 19f845e6-d647-4793-8b8e-93a84eb9eef9 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:49:49.462512 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47122) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:49.526744 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.535285 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.581290 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] 10.222.0.45 "DELETE /v2.0/networks/d0eace5e-273b-4ae8-b4fa-51496a74863c HTTP/1.1" status: 204 len: 168 time: 2.2534988 Feb 28 18:49:49.595557 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb36650-b06a-4ca9-b7e9-a879ec9cf11a admin admin] Pushing event deleted for resources: {'Network': ['ID=d0eace5e-273b-4ae8-b4fa-51496a74863c,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:49.620891 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 19f845e6-d647-4793-8b8e-93a84eb9eef9, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=19f845e6-d647-4793-8b8e-93a84eb9eef9,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:49.646844 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'port_id': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'mac_address': 'fa:16:3e:2c:e4:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:49:49.697150 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.746530 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 6f67ec36-887c-4efb-882c-b168ef72cf56 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:49:49.753212 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:49.758597 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] Usage tracker for resource:security_group_rule and tenant:266f3956903841b4a795c199b1d7bc8c is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:49.762061 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:49.769141 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:49.798238 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 6f67ec36-887c-4efb-882c-b168ef72cf56 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:49:49.798676 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 6f67ec36-887c-4efb-882c-b168ef72cf56 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:49:49.802313 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.822981 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19f845e6-d647-4793-8b8e-93a84eb9eef9 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:49:49.825826 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47144) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:49.841158 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 19f845e6-d647-4793-8b8e-93a84eb9eef9, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=19f845e6-d647-4793-8b8e-93a84eb9eef9,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:49.847325 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.916876 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-0cfeb84c-0e70-4cb7-96c4-ce47f61243bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27823e420c5f438e8c7858874876f909&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0899339 Feb 28 18:49:49.919473 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47152) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:49.921861 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.927837 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:49.931036 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=19f845e6-d647-4793-8b8e-93a84eb9eef9,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:49.998869 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c251e7bc-6258-4cb6-9efd-7276bf8a5279,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:50.045532 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c43b55d3-c45b-414b-9d30-8ee6e402c576 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=266f3956903841b4a795c199b1d7bc8c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5791619 Feb 28 18:49:50.045532 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47166) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:50.118727 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-06ba39dc-397a-4cea-ad6c-0a2aaaa6ad2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.139456 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['19f845e6-d647-4793-8b8e-93a84eb9eef9'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:49:50.146909 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-06ba39dc-397a-4cea-ad6c-0a2aaaa6ad2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.198866 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ec7b348a-b1ab-4bda-a026-bcae6ba67d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.224297 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-06ba39dc-397a-4cea-ad6c-0a2aaaa6ad2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.238459 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a10e82-a435-4b4d-8858-23febb33d784 req-24344f93-bc1d-4d90-a043-a3257b20d67e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:50.240190 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f1a10e82-a435-4b4d-8858-23febb33d784 req-24344f93-bc1d-4d90-a043-a3257b20d67e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 945 time: 0.2720780 Feb 28 18:49:50.247616 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba39dc-397a-4cea-ad6c-0a2aaaa6ad2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c251e7bc-6258-4cb6-9efd-7276bf8a5279,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:50.256691 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-06ba39dc-397a-4cea-ad6c-0a2aaaa6ad2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.258546 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-06ba39dc-397a-4cea-ad6c-0a2aaaa6ad2c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c251e7bc-6258-4cb6-9efd-7276bf8a5279 HTTP/1.1" status: 204 len: 168 time: 0.2121232 Feb 28 18:49:50.263172 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ec7b348a-b1ab-4bda-a026-bcae6ba67d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.343882 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f1a10e82-a435-4b4d-8858-23febb33d784 req-5f96a414-1644-4f6d-878b-c0afd61d9940 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967782 Feb 28 18:49:50.378491 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ec7b348a-b1ab-4bda-a026-bcae6ba67d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.397317 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b348a-b1ab-4bda-a026-bcae6ba67d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7feaab35-dcb9-4e42-a6ba-873b05451179,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:50.410879 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-ec7b348a-b1ab-4bda-a026-bcae6ba67d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.412028 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-ec7b348a-b1ab-4bda-a026-bcae6ba67d94 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7feaab35-dcb9-4e42-a6ba-873b05451179 HTTP/1.1" status: 204 len: 168 time: 0.4913447 Feb 28 18:49:50.771930 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47188) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:50.812043 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47192) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:50.828501 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-df3ffeeb-866b-4e35-9bae-e10bc250b3e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bbd9124195e94334b81a65edf4db0282&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0543327 Feb 28 18:49:50.831395 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47198) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:50.835877 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.869835 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:50.874527 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] Usage tracker for resource:security_group_rule and tenant:49d82a6b0b5b4b4c86526a12c82dd2e4 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:50.878036 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:50.883986 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:50.899016 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d313a95f-0adc-4ef4-99f0-111cf2d7e675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.928382 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d313a95f-0adc-4ef4-99f0-111cf2d7e675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.962020 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.966042 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:50.986003 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d313a95f-0adc-4ef4-99f0-111cf2d7e675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.002057 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d313a95f-0adc-4ef4-99f0-111cf2d7e675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9156715-6b3d-4f8c-92d3-8d53a51a6a45,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:51.014174 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-d313a95f-0adc-4ef4-99f0-111cf2d7e675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.015732 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-d313a95f-0adc-4ef4-99f0-111cf2d7e675 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e9156715-6b3d-4f8c-92d3-8d53a51a6a45 HTTP/1.1" status: 204 len: 168 time: 0.1833892 Feb 28 18:49:51.024594 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49d82a6b0b5b4b4c86526a12c82dd2e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2112563 Feb 28 18:49:51.026986 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fea78-e08b-45e8-a9e7-fb39b3c042b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c0e9d7-2466-4030-8ac2-b13a01e4488f,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:51.027497 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47204) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:51.096804 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a652de4c-6bcc-4c41-8784-2dc1183d0b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.122567 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a652de4c-6bcc-4c41-8784-2dc1183d0b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.175267 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a652de4c-6bcc-4c41-8784-2dc1183d0b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.191953 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a652de4c-6bcc-4c41-8784-2dc1183d0b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c0e9d7-2466-4030-8ac2-b13a01e4488f,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:51.196920 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a652de4c-6bcc-4c41-8784-2dc1183d0b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.200757 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-a652de4c-6bcc-4c41-8784-2dc1183d0b96 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d0c0e9d7-2466-4030-8ac2-b13a01e4488f HTTP/1.1" status: 204 len: 168 time: 0.1695263 Feb 28 18:49:51.440056 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 19f845e6-d647-4793-8b8e-93a84eb9eef9 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:49:51.537176 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 19f845e6-d647-4793-8b8e-93a84eb9eef9 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:51.544398 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 19f845e6-d647-4793-8b8e-93a84eb9eef9 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:51.544967 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.571968 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd44695-0f5c-4e46-bcb5-76f653d62502 req-1deebba5-f774-475a-af80-1f6384ff866c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:51.573903 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bbd44695-0f5c-4e46-bcb5-76f653d62502 req-1deebba5-f774-475a-af80-1f6384ff866c tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 945 time: 0.0972674 Feb 28 18:49:51.625701 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-bbd44695-0f5c-4e46-bcb5-76f653d62502 req-2e925eb1-94e9-4c8b-b65f-9897b600cff5 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450001 Feb 28 18:49:51.691313 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.718390 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f845e6-d647-4793-8b8e-93a84eb9eef9'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:51.729347 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 19f845e6-d647-4793-8b8e-93a84eb9eef9, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=19f845e6-d647-4793-8b8e-93a84eb9eef9,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:51.734323 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:51.782159 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'code': 200} Feb 28 18:49:51.799242 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47238) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:51.803720 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=19f845e6-d647-4793-8b8e-93a84eb9eef9,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:52.088012 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f2dc40fa-b30a-4477-a5e4-27a92498f93d req-ae808357-1142-4dc7-8f04-a5e9ec04547e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 1099 time: 0.0999377 Feb 28 18:49:52.139737 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f2dc40fa-b30a-4477-a5e4-27a92498f93d req-28ec691a-4d9a-48a2-9dc0-1c9b3fbd3337 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452669 Feb 28 18:49:52.260243 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-636a38fe-9efb-44da-a711-6078ca5bb8ad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8ce262d326bb49e8a6c86021c5e9b3af&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4589689 Feb 28 18:49:52.260830 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47262) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:52.276355 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47266) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:52.335588 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e26ea72a-810c-4d20-9023-6b196e847fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.367150 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e26ea72a-810c-4d20-9023-6b196e847fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.447291 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e26ea72a-810c-4d20-9023-6b196e847fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.448191 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1624860087-network', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:52.460337 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:52.464917 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Usage tracker for resource:network and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:52.466002 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ea72a-810c-4d20-9023-6b196e847fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d9e7e4-5fe8-47bf-9040-79af4a69ac7e,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:52.474910 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e26ea72a-810c-4d20-9023-6b196e847fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.478718 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-e26ea72a-810c-4d20-9023-6b196e847fdc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/43d9e7e4-5fe8-47bf-9040-79af4a69ac7e HTTP/1.1" status: 204 len: 168 time: 0.2140260 Feb 28 18:49:52.480169 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:52.487388 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:52.508195 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Made reservation on behalf of f2a8d5a01ebb4241847c950275a56d41 for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:49:52.510594 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.528089 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.561129 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:52.565151 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Usage tracker for resource:security_group_rule and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:52.568260 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:52.575497 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:52.644888 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.649897 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.678808 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:49:52.703403 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f1f667-d68c-4d8d-a2c8-9810c37ec834,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:52.720937 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.723649 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Added segment 12a2635f-d965-4809-a6fc-8527a2d99375 of type vlan for network 5b3c9a1a-7dd9-48de-9278-dafd209d272a Feb 28 18:49:52.758563 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.800605 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.802478 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:52.803405 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:52.925939 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3c9a1a-7dd9-48de-9278-dafd209d272a,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:52.929535 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f94699-5f46-464b-b440-8e58464d6b3a req-1abc1b92-6d66-4728-b3a9-ef1af6010d62 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:52.931342 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f7f94699-5f46-464b-b440-8e58464d6b3a req-1abc1b92-6d66-4728-b3a9-ef1af6010d62 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 946 time: 0.1232784 Feb 28 18:49:52.932093 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-287beff5-3853-4290-8c62-52eab498b115 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6543920 Feb 28 18:49:52.934762 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47286) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:52.941023 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Request body: {'subnet': {'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1624860087-subnet', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'ip_version': 4}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:52.942009 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:49:52.957696 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:52.966497 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Usage tracker for resource:subnet and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:52.972054 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:52.994069 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:53.001728 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f7f94699-5f46-464b-b440-8e58464d6b3a req-232404b3-ec27-45c0-8775-1e3982cd47f1 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633733 Feb 28 18:49:53.010991 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Made reservation on behalf of f2a8d5a01ebb4241847c950275a56d41 for: {'subnet': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:49:53.013338 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827243'] for subnet, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.096873 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47292) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:53.244441 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.265898 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827221'] for subnet, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.278946 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:53.282898 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] Usage tracker for resource:security_group_rule and tenant:b7e3414006d3487790d8f5c823684573 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:53.285749 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:53.292215 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:53.346349 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a17d91-4f2e-4caa-a4f8-c64d97855e61,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:53.362009 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Checking segment: {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:49:53.362333 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Network hostable DHCP agents. Network: 5b3c9a1a-7dd9-48de-9278-dafd209d272a, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:49:53.392795 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.394225 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:49:53.399616 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.410206 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, 5b3c9a1a-7dd9-48de-9278-dafd209d272a) {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:53.416849 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:53.417462 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.421154 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d662fee-6ef8-4088-8e8c-3e9f5d501fa3 None None] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:49:53.444908 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-d8e23390-1bfe-40a3-b279-888363a6e09d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5088203 Feb 28 18:49:53.447667 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47304) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:53.449080 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9f6652-c8a2-4bf2-8e10-63fdfa196fd4,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:53.454128 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:53.460355 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:53.465109 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8cdfd505-7d7b-480c-aca0-3a04909ca14a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7e3414006d3487790d8f5c823684573&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3672004 Feb 28 18:49:53.465324 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Usage tracker for resource:router and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:53.468150 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47308) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:53.481901 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:53.491756 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:53.522334 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41702'] for router, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.523590 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1784398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41713'] for router, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.556812 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-85bab799-07a6-46b5-92ed-ccb96035f462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.572807 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.593797 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-85bab799-07a6-46b5-92ed-ccb96035f462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.697071 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7b6df4-7a7f-5bbf-97d4-8ba87b53318a-5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61'}]}} from dv-cinder-831188-1-smb. {{(pid=83021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 18:49:53.697881 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.760210 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.768463 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-85bab799-07a6-46b5-92ed-ccb96035f462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.783398 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bab799-07a6-46b5-92ed-ccb96035f462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9f6652-c8a2-4bf2-8e10-63fdfa196fd4,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:53.812278 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-85bab799-07a6-46b5-92ed-ccb96035f462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:53.813428 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-85bab799-07a6-46b5-92ed-ccb96035f462 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a9f6652-c8a2-4bf2-8e10-63fdfa196fd4 HTTP/1.1" status: 204 len: 168 time: 0.3442287 Feb 28 18:49:53.891725 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.db_base_plugin_common [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Allocated IP 172.20.0.2 (5b3c9a1a-7dd9-48de-9278-dafd209d272a/48a17d91-4f2e-4caa-a4f8-c64d97855e61/c2642943-6d52-4ecd-8292-6027934425a8) {{(pid=83021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:53.980614 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.010991 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.181734 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Notify callbacks [] for port, precommit_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.201240 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Transition to ACTIVE for port object c2642943-6d52-4ecd-8292-6027934425a8 will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:54.212389 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Allocated IP 172.28.3.69 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/bcd3c307-9d68-41ec-be6c-0a166dd9a35d) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:54.221848 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Transition to ACTIVE for port object c2642943-6d52-4ecd-8292-6027934425a8 will not be triggered until provisioned by entity DHCP. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:54.236071 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.328821 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Pushing event updated for resources: {'Port': ['ID=c2642943-6d52-4ecd-8292-6027934425a8,revision_number=1']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:54.346456 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a is already hosted by enough agents. {{(pid=83021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:54.347744 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.base_scheduler [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Resources bound (agent type, host, resource id): {{(pid=83021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:54.350080 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Received port after_create {{(pid=83021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:49:54.443329 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Attempting to bind port c2642943-6d52-4ecd-8292-6027934425a8 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:49:54.444211 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Attempting to bind port c2642943-6d52-4ecd-8292-6027934425a8 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:49:54.444597 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Attempting to bind port c2642943-6d52-4ecd-8292-6027934425a8 on network 5b3c9a1a-7dd9-48de-9278-dafd209d272a {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:49:54.451018 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:49:54.451416 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Checking segment: {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:49:54.451806 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.452186 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Bound using segment: {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:49:54.452666 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Bound port: c2642943-6d52-4ecd-8292-6027934425a8, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:49:54.453030 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.503799 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7542fe-3e2f-474d-bbd2-474f08578515 req-15463c7b-b4e9-448a-99fe-c13fb5e9ab11 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:54.505525 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8f7542fe-3e2f-474d-bbd2-474f08578515 req-15463c7b-b4e9-448a-99fe-c13fb5e9ab11 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 946 time: 0.2600656 Feb 28 18:49:54.541493 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.550323 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] For port c2642943-6d52-4ecd-8292-6027934425a8, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:49:54.555189 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] For port c2642943-6d52-4ecd-8292-6027934425a8, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=c2642943-6d52-4ecd-8292-6027934425a8,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:49:54.563560 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.585639 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8f7542fe-3e2f-474d-bbd2-474f08578515 req-b1685231-b240-4342-93f7-e0b969d025b8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675201 Feb 28 18:49:54.604898 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:54.671627 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583a0a2-ea34-4700-8ca7-3124ac6ccd54 None None] Pushing event updated for resources: {'Port': ['ID=c2642943-6d52-4ecd-8292-6027934425a8,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:54.731859 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:54.749063 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:54.756240 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd3c307-9d68-41ec-be6c-0a166dd9a35d,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:54.759699 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:49:54.860493 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca20cc-b6fb-4c2a-aa86-ac1f34ef644d req-2493b66e-0551-40b9-b4d3-a2fa2b6a74bd tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:54.867568 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-35ca20cc-b6fb-4c2a-aa86-ac1f34ef644d req-2493b66e-0551-40b9-b4d3-a2fa2b6a74bd tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 946 time: 0.1095424 Feb 28 18:49:54.874665 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47348) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:54.881428 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Request body: {'floatingip': {'port_id': '19f845e6-d647-4793-8b8e-93a84eb9eef9'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:49:54.993210 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:55.084416 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:55.085155 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035'] for router, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:55.366669 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Router 026dc510-c0be-4b8b-b19c-3f41619d3d6b is scheduled to L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 with binding_index 1 {{(pid=83019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:49:55.622964 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:55.635409 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Sync routers for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:49:55.655115 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] Notify callbacks [] for router, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:55.660277 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-177f9057-3776-4da0-b8d6-217db33ae5b9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2111149 Feb 28 18:49:55.661568 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:55.662294 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:55.663138 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47366) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:55.756759 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47370) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:55.820711 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device c2642943-6d52-4ecd-8292-6027934425a8 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:49:55.901714 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4047984-35c2-4988-99b8-6896d6b8fb99 None None] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:49:55.949287 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:55.984084 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:49:55.989103 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] Usage tracker for resource:security_group_rule and tenant:1780ce389bf94825ac224291a1677eb6 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:49:55.993897 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:49:56.001640 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:49:56.044999 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.051156 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.085466 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.090488 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.138458 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ded4d2b6-e736-4494-bf7d-18ab919cfe8a,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:56.142760 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-5b743634-7a29-41d2-a4b6-ac627518143b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1780ce389bf94825ac224291a1677eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3844731 Feb 28 18:49:56.145508 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47376) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:56.161525 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-8ba83f45-99a6-4277-871c-83587b98a732 None None] Provisioning for port c2642943-6d52-4ecd-8292-6027934425a8 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:56.214457 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-90a5a67b-e943-43d9-90b3-b2b6cbe2a9f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.241835 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-90a5a67b-e943-43d9-90b3-b2b6cbe2a9f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.244044 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:56.302966 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-90a5a67b-e943-43d9-90b3-b2b6cbe2a9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.316552 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port c2642943-6d52-4ecd-8292-6027934425a8 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:56.324391 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5a67b-e943-43d9-90b3-b2b6cbe2a9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ded4d2b6-e736-4494-bf7d-18ab919cfe8a,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:56.335961 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-90a5a67b-e943-43d9-90b3-b2b6cbe2a9f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.337200 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-90a5a67b-e943-43d9-90b3-b2b6cbe2a9f2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ded4d2b6-e736-4494-bf7d-18ab919cfe8a HTTP/1.1" status: 204 len: 168 time: 0.1907272 Feb 28 18:49:56.412332 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port c2642943-6d52-4ecd-8292-6027934425a8 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:56.412794 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.462162 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.l3_db [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Floating IP d19d7090-fe96-4d77-a454-00bc5ca979c0 associated. External IP: 172.28.3.45, port: 19f845e6-d647-4793-8b8e-93a84eb9eef9. Feb 28 18:49:56.730512 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.773568 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-80fe12f2-3bde-40d8-9bec-b7e83f4ba306 None None] Provisioning complete for port c2642943-6d52-4ecd-8292-6027934425a8 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:56.773988 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-80fe12f2-3bde-40d8-9bec-b7e83f4ba306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.838613 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port c2642943-6d52-4ecd-8292-6027934425a8, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=c2642943-6d52-4ecd-8292-6027934425a8,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:49:56.848046 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:56.903462 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:54Z', 'revision_number': 3, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:56.942611 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Checking router: 026dc510-c0be-4b8b-b19c-3f41619d3d6b for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:49:56.942986 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Updating router 026dc510-c0be-4b8b-b19c-3f41619d3d6b port bcd3c307-9d68-41ec-be6c-0a166dd9a35d binding host dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:49:57.023975 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=c2642943-6d52-4ecd-8292-6027934425a8,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:57.038547 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.335976 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Router d8c2cf02-d027-4e19-8441-b5c981db26b2 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:49:57.360937 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.384109 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Notify callbacks [] for port, precommit_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.395502 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Transition to ACTIVE for port object bcd3c307-9d68-41ec-be6c-0a166dd9a35d will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:57.402933 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.489640 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f8ec6-a171-4a6e-85f1-e7e63f12bde4 None None] Pushing event updated for resources: {'Port': ['ID=bcd3c307-9d68-41ec-be6c-0a166dd9a35d,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:57.492014 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Attempting to bind port bcd3c307-9d68-41ec-be6c-0a166dd9a35d on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:49:57.492379 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Attempting to bind port bcd3c307-9d68-41ec-be6c-0a166dd9a35d by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:49:57.492735 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Attempting to bind port bcd3c307-9d68-41ec-be6c-0a166dd9a35d on network 6a6310a4-27e9-49f9-b733-025eb53f42bb {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:49:57.499683 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:49:57.500056 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:49:57.500499 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.500889 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Bound using segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:49:57.501353 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Bound port: bcd3c307-9d68-41ec-be6c-0a166dd9a35d, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:49:57.501727 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.536216 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47412) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:57.588176 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] For port bcd3c307-9d68-41ec-be6c-0a166dd9a35d, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:49:57.595475 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] For port bcd3c307-9d68-41ec-be6c-0a166dd9a35d, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bcd3c307-9d68-41ec-be6c-0a166dd9a35d,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:49:57.604021 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.608012 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafb2bc6-3ed0-468e-9007-455a2bf4d061 admin admin] Deleting subnet af807f31-479b-4a7c-99c1-4209133ae05f {{(pid=83019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:49:57.611696 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eafb2bc6-3ed0-468e-9007-455a2bf4d061 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.671222 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eafb2bc6-3ed0-468e-9007-455a2bf4d061 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922623'] for subnet, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.708372 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278f8ec6-a171-4a6e-85f1-e7e63f12bde4 None None] Pushing event updated for resources: {'Port': ['ID=bcd3c307-9d68-41ec-be6c-0a166dd9a35d,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:57.727614 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:57.728324 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:57.760757 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eafb2bc6-3ed0-468e-9007-455a2bf4d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.768760 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Allocated IP 172.20.0.1 (5b3c9a1a-7dd9-48de-9278-dafd209d272a/48a17d91-4f2e-4caa-a4f8-c64d97855e61/3ee94b38-5d8b-480e-844f-174c7f9c61fe) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:49:57.848839 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eafb2bc6-3ed0-468e-9007-455a2bf4d061 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827212'] for subnet, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.854528 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device c2642943-6d52-4ecd-8292-6027934425a8 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:49:57.861257 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:49:57.875572 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] Sync routers for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:49:57.893032 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:57.894118 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:57.908914 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.936486 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb2bc6-3ed0-468e-9007-455a2bf4d061 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af807f31-479b-4a7c-99c1-4209133ae05f,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:57.944763 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eafb2bc6-3ed0-468e-9007-455a2bf4d061 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:57.953543 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-eafb2bc6-3ed0-468e-9007-455a2bf4d061 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/af807f31-479b-4a7c-99c1-4209133ae05f HTTP/1.1" status: 204 len: 168 time: 0.4162474 Feb 28 18:49:57.954134 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47418) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:58.029802 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.034069 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-52f172cd-a45c-404f-b4ec-94633794c225 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "PUT /v2.0/floatingips/d19d7090-fe96-4d77-a454-00bc5ca979c0 HTTP/1.1" status: 200 len: 991 time: 3.1577110 Feb 28 18:49:58.038685 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'tag': '19f845e6-d647-4793-8b8e-93a84eb9eef9'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:49:58.076527 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Transition to ACTIVE for port object 3ee94b38-5d8b-480e-844f-174c7f9c61fe will not be triggered until provisioned by entity DHCP. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:49:58.116083 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.130208 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.185380 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'tag': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'status': 'completed', 'code': 200} Feb 28 18:49:58.186822 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port c2642943-6d52-4ecd-8292-6027934425a8 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:58.188279 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.235537 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:58.238596 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:58.243766 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:49:58.303757 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1718005'] for router_interface, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.305744 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Pushing event updated for resources: {'Port': ['ID=3ee94b38-5d8b-480e-844f-174c7f9c61fe,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:58.355692 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:58.412200 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:58.496063 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.645584 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.689606 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55655e4-30fc-441c-ad9e-e4bf940a3456']}} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:58.706059 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f14edd82-1d5b-4d45-b961-4c9fa250806f') {'for_net_delete': True} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:58.706354 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f14edd82-1d5b-4d45-b961-4c9fa250806f') {} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:58.721447 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-6e41e547-fa62-4196-8c6d-635d7af6fe29 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b2113442954541cab162ef98a99ce1eb&device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 1099 time: 0.5106497 Feb 28 18:49:58.722995 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922612'] for segment, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.791240 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.805577 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498425'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.831536 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.845667 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:49:58.864173 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=83019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:49:58.864589 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856722'] for segment, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: Traceback (most recent call last): Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: timer() Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: cb(*args, **kw) Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: return func(*args, **kwargs) Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: self._notify() Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: self.callback(batched_events) Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: event.method(event) Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: return f(self, *a, **k) Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: return self._get(url).json() Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: return self.request(url, 'GET', **kwargs) Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:49:58.879183 dv-cinder-831188-1-smb neutron-server[83019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:49:58.923420 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Pushing event updated for resources: {'Port': ['ID=3ee94b38-5d8b-480e-844f-174c7f9c61fe,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:58.949346 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.949602 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.949938 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.950266 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.950590 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.951490 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.951848 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.952181 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.952503 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.952821 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.953138 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:58.961794 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32144969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717784'] for router_interface, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:59.003550 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-452f3b44-f7c2-4118-8510-67f3486a7f89 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:59.006622 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-452f3b44-f7c2-4118-8510-67f3486a7f89 service neutron] 10.222.0.65 "GET /v2.0/networks?id=198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 200 len: 912 time: 0.2756517 Feb 28 18:49:59.007801 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:59.012434 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'd19d7090-fe96-4d77-a454-00bc5ca979c0', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'port_id': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'mac_address': 'fa:16:3e:2c:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:39Z', 'updated_at': '2022-02-28T18:49:55Z', 'revision_number': 1, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:59.021428 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] Checking router: d8c2cf02-d027-4e19-8441-b5c981db26b2 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:49:59.036626 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:59.050452 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:49:59.051277 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:59.089782 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-d53103f1-edc5-431b-88fd-48790f5136ac None None] Provisioning for port 3ee94b38-5d8b-480e-844f-174c7f9c61fe completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:49:59.119996 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:49:59.121141 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:49:59.172358 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-d53103f1-edc5-431b-88fd-48790f5136ac None None] Provisioning complete for port 3ee94b38-5d8b-480e-844f-174c7f9c61fe triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:59.172722 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-d53103f1-edc5-431b-88fd-48790f5136ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:59.201858 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Pushing event deleted for resources: {'Network': ['ID=b55655e4-30fc-441c-ad9e-e4bf940a3456,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:49:59.231229 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b55655e4-30fc-441c-ad9e-e4bf940a3456 HTTP/1.1" status: 204 len: 168 time: 1.2760894 Feb 28 18:49:59.276435 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-d53103f1-edc5-431b-88fd-48790f5136ac None None] Port 3ee94b38-5d8b-480e-844f-174c7f9c61fe cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:49:59.283194 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:54Z', 'revision_number': 3, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:49:59.294962 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef5afe-722c-47d6-ba82-5cd865a6441c None None] The sync data for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb is: [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:54Z', 'revision_number': 3, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:49:59.325636 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.326133 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.326481 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.326818 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.334706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.334706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.334706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.334706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.334706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.334706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.334706 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f42a728-108f-41f1-bb08-8f208f0c0b29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:49:59.352490 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-8269e486-3fba-4862-b8e2-3f2d99612a58 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=19f845e6-d647-4793-8b8e-93a84eb9eef9 HTTP/1.1" status: 200 len: 999 time: 0.2963986 Feb 28 18:49:59.455207 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-a547438b-0b7e-4de7-9c25-2959b1d2c2f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:49:59.457754 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-a547438b-0b7e-4de7-9c25-2959b1d2c2f8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 200 len: 850 time: 0.1047688 Feb 28 18:49:59.510337 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:49:59.511534 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-d8b1c595-ee87-4216-8a1b-65b22cbc4798 None None] Provisioning complete for port 3ee94b38-5d8b-480e-844f-174c7f9c61fe triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:49:59.511958 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-d8b1c595-ee87-4216-8a1b-65b22cbc4798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:49:59.620513 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47440) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:49:59.632959 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-b524c15e-8b85-4190-a04b-82b1f44334f5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=198014fe-b52d-406d-84ea-527087f16987&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1620920 Feb 28 18:49:59.644765 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-d8b1c595-ee87-4216-8a1b-65b22cbc4798 None None] Port 3ee94b38-5d8b-480e-844f-174c7f9c61fe cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:49:59.844721 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bcd3c307-9d68-41ec-be6c-0a166dd9a35d up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:49:59.897014 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-9f35ca33-d077-4b29-bee4-85cdbe2471df service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549231 Feb 28 18:49:59.956434 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-edeb2150-ebf5-4b80-a6c7-968d24f6b4b9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=15deb759ae8340cc82caf2ac24ebc706&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3336623 Feb 28 18:49:59.962582 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47448) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:00.017318 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port bcd3c307-9d68-41ec-be6c-0a166dd9a35d completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:00.022602 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port bcd3c307-9d68-41ec-be6c-0a166dd9a35d triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:00.023182 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:00.075012 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b667-4b1e-491a-9a3f-4d4d3a2f69db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:00.118820 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b667-4b1e-491a-9a3f-4d4d3a2f69db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:00.184935 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1dab106a-f9e4-4bc9-99a6-da854f205da4 req-8ec8d01b-6891-412c-a641-559b5e703b39 service neutron] 10.222.0.65 "GET /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816100 Feb 28 18:50:00.244852 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:00.245988 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Router 026dc510-c0be-4b8b-b19c-3f41619d3d6b has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:50:00.249453 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b667-4b1e-491a-9a3f-4d4d3a2f69db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:00.276232 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port bcd3c307-9d68-41ec-be6c-0a166dd9a35d, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bcd3c307-9d68-41ec-be6c-0a166dd9a35d,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:00.280547 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0b667-4b1e-491a-9a3f-4d4d3a2f69db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6374d861-1bbf-4314-b3de-9ff74cbb54a2,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:00.282841 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:00.310203 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'd19d7090-fe96-4d77-a454-00bc5ca979c0', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'port_id': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'mac_address': 'fa:16:3e:2c:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:39Z', 'updated_at': '2022-02-28T18:49:55Z', 'revision_number': 1, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:00.314948 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eb16e4-1ad9-42ce-9e09-af42860a18b0 None None] The sync data for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb is: [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': 'd19d7090-fe96-4d77-a454-00bc5ca979c0', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'floating_ip_address': '172.28.3.45', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'port_id': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'mac_address': 'fa:16:3e:2c:e4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:49:39Z', 'updated_at': '2022-02-28T18:49:55Z', 'revision_number': 1, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:50:00.317549 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c0e0b667-4b1e-491a-9a3f-4d4d3a2f69db admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:00.323519 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c0e0b667-4b1e-491a-9a3f-4d4d3a2f69db admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6374d861-1bbf-4314-b3de-9ff74cbb54a2 HTTP/1.1" status: 204 len: 168 time: 0.3597701 Feb 28 18:50:00.427530 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=bcd3c307-9d68-41ec-be6c-0a166dd9a35d,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:00.722816 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:50:00.730804 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-eed9a702-9eff-4a2c-9d25-113c2d73f9ac admin admin] 10.222.0.45 "PUT /v2.0/routers/026dc510-c0be-4b8b-b19c-3f41619d3d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0597498 Feb 28 18:50:00.758749 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e0d7d2-d242-422e-951d-6b4b7a0b6b01 None None] New status for floating IP d19d7090-fe96-4d77-a454-00bc5ca979c0: ACTIVE {{(pid=83021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:50:01.720598 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bcd3c307-9d68-41ec-be6c-0a166dd9a35d up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:01.753394 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47494) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:01.759191 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-684949909-network', 'tenant_id': '29c8f76a8784412489509ac0d79be48a'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:01.764492 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:01.768685 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Usage tracker for resource:network and tenant:29c8f76a8784412489509ac0d79be48a is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:01.772107 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:01.779029 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:01.791347 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Made reservation on behalf of 29c8f76a8784412489509ac0d79be48a for: {'network': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:50:01.793724 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:01.795694 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port bcd3c307-9d68-41ec-be6c-0a166dd9a35d triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:01.796590 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:01.810829 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:01.842613 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:01.846479 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Usage tracker for resource:security_group_rule and tenant:29c8f76a8784412489509ac0d79be48a is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:01.849314 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:01.856192 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:01.966856 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:01.974089 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.009282 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=83020) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:50:02.019076 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf98981-53bf-4b0f-8e9f-261b3c707bc6,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:02.025948 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.026413 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.segments_db [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Added segment daeabb1f-474e-4ee2-9619-141135aae62f of type vlan for network be4dfcff-b14b-4253-a742-832f7a26c7eb Feb 28 18:50:02.053776 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.086756 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.087664 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:02.088263 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.196533 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] Pushing event updated for resources: {'Network': ['ID=be4dfcff-b14b-4253-a742-832f7a26c7eb,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:02.202319 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-7bcc53a7-556c-4958-986a-da803dc2d403 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4453273 Feb 28 18:50:02.202834 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47506) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:02.206602 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network be4dfcff-b14b-4253-a742-832f7a26c7eb details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:50:02.210495 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Request body: {'subnet': {'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-684949909-subnet', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'ip_version': 4}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:02.215438 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:02.219494 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Usage tracker for resource:subnet and tenant:29c8f76a8784412489509ac0d79be48a is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:02.222403 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:02.230637 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:02.242213 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Made reservation on behalf of 29c8f76a8784412489509ac0d79be48a for: {'subnet': 1} {{(pid=83020) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:50:02.244761 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2201103'] for subnet, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.445588 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2498540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2201137'] for subnet, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.524946 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba82d84a-ca44-485e-bebc-5e49281def59,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:02.534552 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Checking segment: {'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83020) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:50:02.534907 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Network hostable DHCP agents. Network: be4dfcff-b14b-4253-a742-832f7a26c7eb, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83020) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:50:02.556633 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Network be4dfcff-b14b-4253-a742-832f7a26c7eb is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83020) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:50:02.566416 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, be4dfcff-b14b-4253-a742-832f7a26c7eb) {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:50:02.571561 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:02.572902 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.576012 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9f6cb-ab48-4461-b9ab-4d44ede7cbc0 None None] Network be4dfcff-b14b-4253-a742-832f7a26c7eb requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:50:02.599126 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47512) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:02.599784 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8a604371-212e-438e-bddd-2404202bcfbc admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3949015 Feb 28 18:50:02.605044 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:02.610621 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:02.614724 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Usage tracker for resource:router and tenant:29c8f76a8784412489509ac0d79be48a is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:02.619026 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:02.627021 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:02.640022 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1687621', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41702'] for router, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.640998 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1687586', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1717246', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1784398', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41713'] for router, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.664277 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.814999 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp7c7b6df4-7a7f-5bbf-97d4-8ba87b53318a-be4dfcff-b14b-4253-a742-832f7a26c7eb', 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'fixed_ips': [{'subnet_id': 'ba82d84a-ca44-485e-bebc-5e49281def59'}]}} from dv-cinder-831188-1-smb. {{(pid=83021) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 18:50:02.815897 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.822977 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1717200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1687639', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41603'] for router, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:02.977921 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.db_base_plugin_common [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Allocated IP 172.20.0.2 (be4dfcff-b14b-4253-a742-832f7a26c7eb/ba82d84a-ca44-485e-bebc-5e49281def59/134b2642-67bf-40f0-b135-823123b2b2c1) {{(pid=83021) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:50:03.010535 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.042222 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.178983 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Allocated IP 172.28.3.41 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/3092b161-4491-4179-8bde-a043c5c705c4) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:50:03.185024 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Notify callbacks [] for port, precommit_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.195563 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Transition to ACTIVE for port object 134b2642-67bf-40f0-b135-823123b2b2c1 will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:50:03.214027 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Transition to ACTIVE for port object 134b2642-67bf-40f0-b135-823123b2b2c1 will not be triggered until provisioned by entity DHCP. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:50:03.221179 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477'] for port, after_create {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.292931 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Network be4dfcff-b14b-4253-a742-832f7a26c7eb is already hosted by enough agents. {{(pid=83021) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:50:03.292931 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.scheduler.base_scheduler [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Resources bound (agent type, host, resource id): {{(pid=83021) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:50:03.295921 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Pushing event updated for resources: {'Port': ['ID=134b2642-67bf-40f0-b135-823123b2b2c1,revision_number=1']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:03.298181 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Received port after_create {{(pid=83021) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:50:03.397853 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Attempting to bind port 134b2642-67bf-40f0-b135-823123b2b2c1 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:50:03.398341 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Attempting to bind port 134b2642-67bf-40f0-b135-823123b2b2c1 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:50:03.398894 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Attempting to bind port 134b2642-67bf-40f0-b135-823123b2b2c1 on network be4dfcff-b14b-4253-a742-832f7a26c7eb {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:50:03.405947 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:50:03.406412 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Checking segment: {'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:50:03.406877 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.407374 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Bound using segment: {'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:50:03.407896 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Bound port: 134b2642-67bf-40f0-b135-823123b2b2c1, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:50:03.408339 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.410448 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.440925 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.499121 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] For port 134b2642-67bf-40f0-b135-823123b2b2c1, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:50:03.503320 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] For port 134b2642-67bf-40f0-b135-823123b2b2c1, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=134b2642-67bf-40f0-b135-823123b2b2c1,segment=NetworkSegment(daeabb1f-474e-4ee2-9619-141135aae62f),segment_id=daeabb1f-474e-4ee2-9619-141135aae62f)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:50:03.512050 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.513926 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:50:03.517411 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:50:03.519444 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3092b161-4491-4179-8bde-a043c5c705c4,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:03.522457 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:50:03.644446 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab6ced-d335-47d5-aff0-2a6342dc81c6 None None] Pushing event updated for resources: {'Port': ['ID=134b2642-67bf-40f0-b135-823123b2b2c1,revision_number=2']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:03.746003 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:03.747465 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1687630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1717035'] for router, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:04.120612 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Router 14c2df6a-9c28-407f-ae2d-0fb46e26259f is scheduled to L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 with binding_index 1 {{(pid=83019) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 18:50:04.359734 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:50:04.370408 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Sync routers for ids ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:50:04.390939 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Routers {'14c2df6a-9c28-407f-ae2d-0fb46e26259f'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:04.391580 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:04.426889 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] Notify callbacks [] for router, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:04.431020 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47552) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:04.431515 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-9a499db2-984c-4b6e-88c9-d02302bb81d7 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8306265 Feb 28 18:50:04.623221 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Set router 14c2df6a-9c28-407f-ae2d-0fb46e26259f gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:04.834089 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07480ac-126a-4a40-8ea8-be4dc857374b None None] Network be4dfcff-b14b-4253-a742-832f7a26c7eb requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:50:04.979078 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '3092b161-4491-4179-8bde-a043c5c705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:50:03Z', 'revision_number': 3, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port': {'id': '3092b161-4491-4179-8bde-a043c5c705c4', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:03Z', 'updated_at': '2022-02-28T18:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:04.983083 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Checking router: 14c2df6a-9c28-407f-ae2d-0fb46e26259f for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:50:04.983674 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Updating router 14c2df6a-9c28-407f-ae2d-0fb46e26259f port 3092b161-4491-4179-8bde-a043c5c705c4 binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:50:05.007418 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-5ea17bc5-be64-45ff-bc78-ec3d5af322ca None None] Provisioning for port 134b2642-67bf-40f0-b135-823123b2b2c1 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:05.041509 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.447197 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.465252 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.479482 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Transition to ACTIVE for port object 3092b161-4491-4179-8bde-a043c5c705c4 will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:50:05.486624 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.575665 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Pushing event updated for resources: {'Port': ['ID=3092b161-4491-4179-8bde-a043c5c705c4,revision_number=2']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:05.577943 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Attempting to bind port 3092b161-4491-4179-8bde-a043c5c705c4 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:50:05.578373 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Attempting to bind port 3092b161-4491-4179-8bde-a043c5c705c4 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:50:05.578792 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Attempting to bind port 3092b161-4491-4179-8bde-a043c5c705c4 on network 6a6310a4-27e9-49f9-b733-025eb53f42bb {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:50:05.591770 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.592110 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.592437 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.592764 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.593087 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.593406 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.593722 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.594037 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.594349 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.594659 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.594970 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83022) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:05.598984 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:50:05.599382 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Checking segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:50:05.600462 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.600842 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Bound using segment: {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:50:05.601408 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Bound port: 3092b161-4491-4179-8bde-a043c5c705c4, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36582b20-1a88-4a47-b3b0-0b6dd360f0e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:50:05.601795 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.682130 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] For port 3092b161-4491-4179-8bde-a043c5c705c4, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:50:05.692176 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] For port 3092b161-4491-4179-8bde-a043c5c705c4, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=3092b161-4491-4179-8bde-a043c5c705c4,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:50:05.703965 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.708154 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Allocated IP 172.20.0.1 (be4dfcff-b14b-4253-a742-832f7a26c7eb/ba82d84a-ca44-485e-bebc-5e49281def59/fade1bfb-3f74-4c9c-b499-e3babe1ef556) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:50:05.806050 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 134b2642-67bf-40f0-b135-823123b2b2c1 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:05.843659 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87830be5-65f8-46b6-9eb4-5ba0b2212201 None None] Pushing event updated for resources: {'Port': ['ID=3092b161-4491-4179-8bde-a043c5c705c4,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:05.846167 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Routers {'14c2df6a-9c28-407f-ae2d-0fb46e26259f'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:05.846768 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:49:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:05.896193 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.915391 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.provisioning_blocks [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Transition to ACTIVE for port object fade1bfb-3f74-4c9c-b499-e3babe1ef556 will not be triggered until provisioned by entity DHCP. {{(pid=83020) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:50:05.919162 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 134b2642-67bf-40f0-b135-823123b2b2c1 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:05.929630 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 134b2642-67bf-40f0-b135-823123b2b2c1 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:05.929630 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:05.948069 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.042345 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Network be4dfcff-b14b-4253-a742-832f7a26c7eb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:50:06.045704 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:50:06.048476 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:50:06.110463 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1718005'] for router_interface, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.117024 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fade1bfb-3f74-4c9c-b499-e3babe1ef556,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:06.129011 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.134000 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] Set router 14c2df6a-9c28-407f-ae2d-0fb46e26259f gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:06.205890 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 134b2642-67bf-40f0-b135-823123b2b2c1, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=134b2642-67bf-40f0-b135-823123b2b2c1,segment=NetworkSegment(daeabb1f-474e-4ee2-9619-141135aae62f),segment_id=daeabb1f-474e-4ee2-9619-141135aae62f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:06.219743 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.247453 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.363202 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=134b2642-67bf-40f0-b135-823123b2b2c1,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:06.487610 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4bb5fd36-9169-4be2-b0ca-5aae33468fbf None None] Provisioning for port fade1bfb-3f74-4c9c-b499-e3babe1ef556 completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:06.493557 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4bb5fd36-9169-4be2-b0ca-5aae33468fbf None None] Provisioning complete for port fade1bfb-3f74-4c9c-b499-e3babe1ef556 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:06.494102 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4bb5fd36-9169-4be2-b0ca-5aae33468fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.516222 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-80607c42-8d99-4599-923d-dece9949d700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '3092b161-4491-4179-8bde-a043c5c705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:50:03Z', 'revision_number': 3, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port': {'id': '3092b161-4491-4179-8bde-a043c5c705c4', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:03Z', 'updated_at': '2022-02-28T18:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:06.520376 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80607c42-8d99-4599-923d-dece9949d700 None None] The sync data for ids ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'] in dv-cinder-831188-1-smb is: [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '3092b161-4491-4179-8bde-a043c5c705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:50:03Z', 'revision_number': 3, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port': {'id': '3092b161-4491-4179-8bde-a043c5c705c4', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fa:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:03Z', 'updated_at': '2022-02-28T18:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:50:06.598980 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.605555 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498425'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.614482 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4bb5fd36-9169-4be2-b0ca-5aae33468fbf None None] Port fade1bfb-3f74-4c9c-b499-e3babe1ef556 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:50:06.734021 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-32144969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1717784'] for router_interface, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:06.737479 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fade1bfb-3f74-4c9c-b499-e3babe1ef556,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:06.979383 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Network be4dfcff-b14b-4253-a742-832f7a26c7eb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:50:06.980485 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:50:07.240570 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-ea2018ad-6177-45bc-8275-ededb6595e01 None None] Provisioning complete for port fade1bfb-3f74-4c9c-b499-e3babe1ef556 triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:07.241169 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-ea2018ad-6177-45bc-8275-ededb6595e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:07.293197 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-ea2018ad-6177-45bc-8275-ededb6595e01 None None] Port fade1bfb-3f74-4c9c-b499-e3babe1ef556 cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:50:07.373575 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Router 14c2df6a-9c28-407f-ae2d-0fb46e26259f has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:50:07.575583 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:50:07.584261 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-2ca5650f-b01a-48a8-880f-ddcbe8e4b9f8 admin admin] 10.222.0.45 "PUT /v2.0/routers/14c2df6a-9c28-407f-ae2d-0fb46e26259f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1520414 Feb 28 18:50:07.719912 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 134b2642-67bf-40f0-b135-823123b2b2c1 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:07.793243 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 134b2642-67bf-40f0-b135-823123b2b2c1 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:07.793611 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.231021 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47630) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:08.236750 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1127067531', 'description': 'tempest-secgroup-smoke-1127067531 description', 'project_id': 'f2a8d5a01ebb4241847c950275a56d41'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:08.243193 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:08.246964 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:security_group and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:08.249943 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:08.257206 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:08.268134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.305134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:08.308959 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:security_group_rule and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:08.311823 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:08.317453 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:08.373198 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.377096 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.424160 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bebb777-3466-4940-b06a-b873e9768225,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:08.426965 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.431488 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-7b65f887-c753-40bb-b03b-c4c39eb3c762 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1965575 Feb 28 18:50:08.431710 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47634) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:08.437323 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'security_group_rule': {'security_group_id': '7bebb777-3466-4940-b06a-b873e9768225', 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:08.443060 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:08.447463 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:security_group_rule and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:08.450221 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:08.455889 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:08.473496 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.533010 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.536499 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.563105 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c434218-b9a8-4b56-84a1-b5ea32bc0d4c,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:08.572272 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.573460 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-77b8c8a7-266a-405c-aebf-7d8f0ef708ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1408758 Feb 28 18:50:08.576178 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47638) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:08.581415 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'security_group_rule': {'security_group_id': '7bebb777-3466-4940-b06a-b873e9768225', 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:08.588076 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:08.592579 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:security_group_rule and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:08.595418 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:08.601831 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:08.618952 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.688847 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.693452 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.716120 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebca9b6f-39f4-4076-a2ee-99d8d80e8d24,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:08.726603 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.727708 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-bff538c9-9a58-4a15-a8e3-783eed048e35 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1506402 Feb 28 18:50:08.730542 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47644) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:08.735935 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'security_group_rule': {'security_group_id': '7bebb777-3466-4940-b06a-b873e9768225', 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:08.742292 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:08.746061 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:security_group_rule and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:08.748906 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:08.754475 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:08.771191 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.831165 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.835093 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.858240 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88bfc79d-dc0f-4523-9a00-bf7db3c4a07c,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:08.867034 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.868228 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-b7f56d65-686f-4f8e-b905-2134edc1cd67 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1367748 Feb 28 18:50:08.871067 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47648) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:08.876356 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'security_group_rule': {'security_group_id': '7bebb777-3466-4940-b06a-b873e9768225', 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:08.883062 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:08.886734 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:security_group_rule and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:08.889516 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:08.894992 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:08.910825 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.977905 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:08.981673 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.007092 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5498006e-4d3f-41d8-9354-6f6016dcb886,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:09.018080 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.019737 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-fd5fc929-404b-46a0-b427-fe4ad05a5070 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1475646 Feb 28 18:50:09.022263 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47652) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:09.028104 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'security_group_rule': {'security_group_id': '7bebb777-3466-4940-b06a-b873e9768225', 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:09.033724 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:09.037538 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:security_group_rule and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:09.040376 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:09.045967 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:09.056515 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.securitygroups_db [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Project f2a8d5a01ebb4241847c950275a56d41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:50:09.062973 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.126657 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.130610 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.153784 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31dd0da-3f4a-481d-8c5d-167dbd261be0,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:09.163831 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.165218 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-209058b1-5137-4194-873b-ce1120b10470 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1418662 Feb 28 18:50:09.167925 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47660) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:09.174028 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'security_group_rule': {'security_group_id': '7bebb777-3466-4940-b06a-b873e9768225', 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:09.180465 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:09.184347 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:security_group_rule and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:09.187161 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:09.192973 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:09.204711 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.securitygroups_db [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Project f2a8d5a01ebb4241847c950275a56d41 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 18:50:09.212413 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.286193 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.291653 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1800028'] for security_group_rule, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.328680 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd1eebc-1828-4b78-bbcc-5bc9ebc526b0,revision_number=0']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:09.340188 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:09.341680 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f07498b6-3d19-4a1d-8e4c-9930f96cb34f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1725962 Feb 28 18:50:10.195667 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea075a-e0b6-4862-9023-fbd666752b71 req-2f6c1736-b1f4-4b22-aad2-fd545aabf0ed tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:10.196991 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-55ea075a-e0b6-4862-9023-fbd666752b71 req-2f6c1736-b1f4-4b22-aad2-fd545aabf0ed tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0763986 Feb 28 18:50:10.243194 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-55ea075a-e0b6-4862-9023-fbd666752b71 req-2a8d3ea4-3c48-4d30-8755-6a9deed1f576 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404446 Feb 28 18:50:10.571613 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-44837623-bec5-4c43-9f1a-7d8c00283915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:10.770715 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47714) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:10.922949 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:10.955715 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:10.960504 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] Usage tracker for resource:security_group_rule and tenant:3067660dfd6347389ad8d75ee1743cd8 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:10.963403 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:10.969276 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:11.044627 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:11.048418 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:11.099937 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d17735d-84a4-4a17-b8c8-eda8008c0a2c,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:11.104374 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1bae77b8-e8d3-4b8c-aed2-5f6b14f0a135 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3067660dfd6347389ad8d75ee1743cd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3326075 Feb 28 18:50:11.106893 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 47722) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:11.169862 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e6e282dd-0b21-495c-9a1b-e40da571babc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:11.194344 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e6e282dd-0b21-495c-9a1b-e40da571babc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:11.247272 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e6e282dd-0b21-495c-9a1b-e40da571babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:11.263360 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e282dd-0b21-495c-9a1b-e40da571babc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d17735d-84a4-4a17-b8c8-eda8008c0a2c,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:11.269496 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-e6e282dd-0b21-495c-9a1b-e40da571babc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:11.271037 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-e6e282dd-0b21-495c-9a1b-e40da571babc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5d17735d-84a4-4a17-b8c8-eda8008c0a2c HTTP/1.1" status: 204 len: 168 time: 0.1631048 Feb 28 18:50:11.469165 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b4e2c-7a6a-4806-9231-c3e8921e1587 req-2fabaf29-7dd7-43d0-829c-ec0080d4353b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:11.470744 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-558b4e2c-7a6a-4806-9231-c3e8921e1587 req-2fabaf29-7dd7-43d0-829c-ec0080d4353b tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0788240 Feb 28 18:50:11.518987 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-558b4e2c-7a6a-4806-9231-c3e8921e1587 req-10f8abeb-e576-406d-8ab8-dc2f19fb332f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424552 Feb 28 18:50:12.759320 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139add1c-d4de-4940-a57d-de8b34a48679 req-f290f232-38f5-4f82-b129-a87163cc35b4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:12.760756 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-139add1c-d4de-4940-a57d-de8b34a48679 req-f290f232-38f5-4f82-b129-a87163cc35b4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0843127 Feb 28 18:50:12.806633 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-139add1c-d4de-4940-a57d-de8b34a48679 req-3f5ed41f-d6d9-4b7e-a555-c9d542742c5d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397468 Feb 28 18:50:13.022798 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b874983b-b718-4972-b66c-8a567e23cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:13.747553 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 3092b161-4491-4179-8bde-a043c5c705c4 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:13.815277 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 3092b161-4491-4179-8bde-a043c5c705c4 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:13.820558 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 3092b161-4491-4179-8bde-a043c5c705c4 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:13.820953 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:13.961635 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:13.981071 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 3092b161-4491-4179-8bde-a043c5c705c4, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=3092b161-4491-4179-8bde-a043c5c705c4,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:13.985517 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:14.076227 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e80364-16ef-431d-8d3f-be3cceb2ca58 req-294acb3f-c125-463d-865f-906335e91cd5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:14.079186 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a9e80364-16ef-431d-8d3f-be3cceb2ca58 req-294acb3f-c125-463d-865f-906335e91cd5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1285751 Feb 28 18:50:14.111510 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:14.114998 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=3092b161-4491-4179-8bde-a043c5c705c4,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:14.128863 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a9e80364-16ef-431d-8d3f-be3cceb2ca58 req-456839bb-c289-4ce1-b6b7-1148bb4d7025 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430136 Feb 28 18:50:14.178441 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Sync routers for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:50:14.192578 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:14.197789 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:14.198458 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:14.373721 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:14.679727 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 2, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:14.683616 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Checking router: 026dc510-c0be-4b8b-b19c-3f41619d3d6b for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:50:14.683987 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Updating router 026dc510-c0be-4b8b-b19c-3f41619d3d6b port 3ee94b38-5d8b-480e-844f-174c7f9c61fe binding host dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:50:14.734704 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:15.083087 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Notify callbacks [] for port, precommit_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:15.094870 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Transition to ACTIVE for port object 3ee94b38-5d8b-480e-844f-174c7f9c61fe will not be triggered until provisioned by entity L2. {{(pid=83021) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:50:15.101891 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:15.262338 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034699e-d1a6-47ec-9ee2-67d6837e8435 None None] Pushing event updated for resources: {'Port': ['ID=3ee94b38-5d8b-480e-844f-174c7f9c61fe,revision_number=3']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:15.421438 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248c849-8abc-4d57-9b53-4e28481306af req-54ba8f2a-e704-4401-8439-53b45c8e4a57 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:15.422020 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Attempting to bind port 3ee94b38-5d8b-480e-844f-174c7f9c61fe on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:50:15.422020 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Attempting to bind port 3ee94b38-5d8b-480e-844f-174c7f9c61fe by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:50:15.422297 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Attempting to bind port 3ee94b38-5d8b-480e-844f-174c7f9c61fe on network 5b3c9a1a-7dd9-48de-9278-dafd209d272a {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:50:15.423354 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3248c849-8abc-4d57-9b53-4e28481306af req-54ba8f2a-e704-4401-8439-53b45c8e4a57 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1193368 Feb 28 18:50:15.430923 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:15.432257 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:50:15.432735 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Checking segment: {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83021) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:50:15.433102 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:15.433497 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Bound using segment: {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'} {{(pid=83021) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:50:15.433964 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.managers [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Bound port: 3ee94b38-5d8b-480e-844f-174c7f9c61fe, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'}}] {{(pid=83021) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:50:15.434334 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:15.488099 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3248c849-8abc-4d57-9b53-4e28481306af req-ba77c351-90b5-44ee-9f42-51b16a9db3a1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565884 Feb 28 18:50:15.542611 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] For port 3ee94b38-5d8b-480e-844f-174c7f9c61fe, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83021) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:50:15.545525 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] For port 3ee94b38-5d8b-480e-844f-174c7f9c61fe, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=3ee94b38-5d8b-480e-844f-174c7f9c61fe,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:50:15.550605 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:15.643811 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034699e-d1a6-47ec-9ee2-67d6837e8435 None None] Pushing event updated for resources: {'Port': ['ID=3ee94b38-5d8b-480e-844f-174c7f9c61fe,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:15.648978 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:15.649609 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:15.756088 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 3092b161-4491-4179-8bde-a043c5c705c4 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:15.897478 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:15.936332 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 3092b161-4491-4179-8bde-a043c5c705c4 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:15.936698 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:16.314529 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:50:15Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:16.320495 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d92ee9b-96d8-4cc3-b7ed-7c37e96038ee None None] The sync data for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb is: [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:50:15Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:50:16.747450 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1bafe1-1288-4db2-82e8-721b64dfb6ff req-5f27c9d4-8602-4746-9abd-4501005731b7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:16.749637 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-eb1bafe1-1288-4db2-82e8-721b64dfb6ff req-5f27c9d4-8602-4746-9abd-4501005731b7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1012964 Feb 28 18:50:16.828218 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-eb1bafe1-1288-4db2-82e8-721b64dfb6ff req-2205b9a2-cb0a-4565-b793-3284803851a2 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704210 Feb 28 18:50:17.740222 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 3ee94b38-5d8b-480e-844f-174c7f9c61fe up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:17.811843 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port 3ee94b38-5d8b-480e-844f-174c7f9c61fe completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:17.816255 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 3ee94b38-5d8b-480e-844f-174c7f9c61fe triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:17.816619 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:17.951945 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:17.986472 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port 3ee94b38-5d8b-480e-844f-174c7f9c61fe, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=3ee94b38-5d8b-480e-844f-174c7f9c61fe,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:17.991230 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:18.074732 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=3ee94b38-5d8b-480e-844f-174c7f9c61fe,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:18.120659 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cec495-5440-4a17-a91b-3f16181c401f req-88bb0085-9a41-4fe6-8f32-9a2a7c6bb1e3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:18.123902 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-68cec495-5440-4a17-a91b-3f16181c401f req-88bb0085-9a41-4fe6-8f32-9a2a7c6bb1e3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0993636 Feb 28 18:50:18.169822 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-68cec495-5440-4a17-a91b-3f16181c401f req-4e1f65bc-c1e5-4f29-ae22-1f49ad9f2dbe tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421934 Feb 28 18:50:19.356194 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:19.483349 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92451dc-5cac-4e1d-9580-5cda67f8abb3 req-b2c1de46-dc7b-48dc-8270-6adcf1a298ae tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:19.484788 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d92451dc-5cac-4e1d-9580-5cda67f8abb3 req-b2c1de46-dc7b-48dc-8270-6adcf1a298ae tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1785882 Feb 28 18:50:19.528594 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d92451dc-5cac-4e1d-9580-5cda67f8abb3 req-ae75fe0e-901c-4417-8024-fd3f3a013982 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383193 Feb 28 18:50:19.732066 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 3ee94b38-5d8b-480e-844f-174c7f9c61fe up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:19.814431 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port 3ee94b38-5d8b-480e-844f-174c7f9c61fe triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:19.814801 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:20.738785 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d2505-8ffe-401d-b2b5-dd5733e094c9 req-2e51494b-18ba-4282-a65b-05692e6ac07e tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:20.740199 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-405d2505-8ffe-401d-b2b5-dd5733e094c9 req-2e51494b-18ba-4282-a65b-05692e6ac07e tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0767534 Feb 28 18:50:20.790578 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-405d2505-8ffe-401d-b2b5-dd5733e094c9 req-86151925-5b23-4baa-98fe-f6ad84913bef tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436969 Feb 28 18:50:22.005428 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119cf4f-c031-4aca-abe7-64ebaa1ce4f9 req-144d0c99-bb6e-4f1c-bf84-ab1dcf813e56 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:22.007375 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7119cf4f-c031-4aca-abe7-64ebaa1ce4f9 req-144d0c99-bb6e-4f1c-bf84-ab1dcf813e56 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0844097 Feb 28 18:50:22.051808 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7119cf4f-c031-4aca-abe7-64ebaa1ce4f9 req-a30e0383-fd6a-479e-879f-0aae8091c92d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389102 Feb 28 18:50:23.261960 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Sync routers for ids ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:50:23.269592 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981a735-d082-4c45-9b0c-690eda7573d2 req-d6eae704-af9f-4ef3-9881-83fc96f685cc tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:23.271235 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7981a735-d082-4c45-9b0c-690eda7573d2 req-d6eae704-af9f-4ef3-9881-83fc96f685cc tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0829296 Feb 28 18:50:23.282314 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Routers {'14c2df6a-9c28-407f-ae2d-0fb46e26259f'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:23.282915 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:23.318861 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7981a735-d082-4c45-9b0c-690eda7573d2 req-bd1f29a4-61a3-4b4f-a592-ab55ca409806 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409703 Feb 28 18:50:23.470270 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Set router 14c2df6a-9c28-407f-ae2d-0fb46e26259f gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:23.624612 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47886) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:23.766367 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:23.777973 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '3092b161-4491-4179-8bde-a043c5c705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:50:06Z', 'revision_number': 4, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port': {'id': '3092b161-4491-4179-8bde-a043c5c705c4', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:03Z', 'updated_at': '2022-02-28T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'fade1bfb-3f74-4c9c-b499-e3babe1ef556', 'name': '', 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'mac_address': 'fa:16:3e:3a:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba82d84a-ca44-485e-bebc-5e49281def59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:05Z', 'updated_at': '2022-02-28T18:50:06Z', 'revision_number': 2, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'subnets': [{'id': 'ba82d84a-ca44-485e-bebc-5e49281def59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:23.781936 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Checking router: 14c2df6a-9c28-407f-ae2d-0fb46e26259f for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:50:23.782361 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Updating router 14c2df6a-9c28-407f-ae2d-0fb46e26259f port fade1bfb-3f74-4c9c-b499-e3babe1ef556 binding host dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 18:50:23.805296 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:23.809176 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] Usage tracker for resource:security_group_rule and tenant:4347d7fd74374636b3dba447ea524e06 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:23.812015 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:23.817646 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:23.871473 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:23.888351 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:23.892239 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:23.940677 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfc34db-e0ba-4c63-b152-e353a46e323e,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:23.945341 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-768c5daf-c430-4092-816f-4fbbe2c206a6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4347d7fd74374636b3dba447ea524e06&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3197134 Feb 28 18:50:23.947848 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 47892) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:24.012297 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0406e432-6a4d-4303-8786-7bc29e929fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.039266 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0406e432-6a4d-4303-8786-7bc29e929fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.093836 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0406e432-6a4d-4303-8786-7bc29e929fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.109209 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406e432-6a4d-4303-8786-7bc29e929fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfc34db-e0ba-4c63-b152-e353a46e323e,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:24.116215 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-0406e432-6a4d-4303-8786-7bc29e929fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.117449 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-0406e432-6a4d-4303-8786-7bc29e929fff admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8cfc34db-e0ba-4c63-b152-e353a46e323e HTTP/1.1" status: 204 len: 168 time: 0.1687064 Feb 28 18:50:24.253668 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-a94448ba-ad27-49ba-b032-e5636eef2356 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Synchronizing usage tracker for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:security_group {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:50:24.266265 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Notify callbacks [] for port, precommit_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.273361 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-a94448ba-ad27-49ba-b032-e5636eef2356 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Unset dirty status for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:security_group {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:50:24.274809 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-a94448ba-ad27-49ba-b032-e5636eef2356 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1127067531&fields=id&tenant_id=f2a8d5a01ebb4241847c950275a56d41 HTTP/1.1" status: 200 len: 267 time: 0.0626967 Feb 28 18:50:24.278947 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.provisioning_blocks [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Transition to ACTIVE for port object fade1bfb-3f74-4c9c-b499-e3babe1ef556 will not be triggered until provisioned by entity L2. {{(pid=83022) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:50:24.286272 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.364316 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5e88e-8349-42fa-87e7-9ad05383c1d0 None None] Pushing event updated for resources: {'Port': ['ID=fade1bfb-3f74-4c9c-b499-e3babe1ef556,revision_number=3']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:24.506736 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-832f50ae-47c5-4e0b-98dd-643ca948165b tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:24.508348 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-832f50ae-47c5-4e0b-98dd-643ca948165b tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 809 time: 0.2253535 Feb 28 18:50:24.524978 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-897f2355-8776-4b51-8612-686de9230b5d tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/quotas/f2a8d5a01ebb4241847c950275a56d41 HTTP/1.1" status: 200 len: 375 time: 0.0109069 Feb 28 18:50:24.551974 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Attempting to bind port fade1bfb-3f74-4c9c-b499-e3babe1ef556 on host dv-cinder-831188-1-smb for vnic_type normal with profile {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:50:24.552527 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Attempting to bind port fade1bfb-3f74-4c9c-b499-e3babe1ef556 by drivers openvswitch,hyperv on host dv-cinder-831188-1-smb at level 0 using segments [{'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:50:24.553137 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Attempting to bind port fade1bfb-3f74-4c9c-b499-e3babe1ef556 on network be4dfcff-b14b-4253-a742-832f7a26c7eb {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:50:24.559891 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Checking agent: {'id': 'e4ba81a9-2630-477c-939e-53e503e20dbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-831188-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 36, 14), 'started_at': datetime.datetime(2022, 2, 28, 18, 36, 44), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-831188-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:50:24.560419 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Checking segment: {'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83022) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:50:24.560896 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.561520 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Bound using segment: {'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'} {{(pid=83022) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:50:24.562198 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.managers [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Bound port: fade1bfb-3f74-4c9c-b499-e3babe1ef556, host: dv-cinder-831188-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daeabb1f-474e-4ee2-9619-141135aae62f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb'}}] {{(pid=83022) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:50:24.562787 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.598856 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c633a0-382d-4ba4-a8da-3bd6f348e791 req-6674e8ac-d042-46c6-a097-9ab3b1a882b6 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:24.605838 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-66c633a0-382d-4ba4-a8da-3bd6f348e791 req-6674e8ac-d042-46c6-a097-9ab3b1a882b6 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1019504 Feb 28 18:50:24.616023 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-56faed1d-a35b-4387-88bd-b16437076847 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Synchronizing usage tracker for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:port {{(pid=83020) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:50:24.635218 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-56faed1d-a35b-4387-88bd-b16437076847 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Unset dirty status for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:port {{(pid=83020) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:50:24.636574 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-56faed1d-a35b-4387-88bd-b16437076847 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1043980 Feb 28 18:50:24.664047 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-66c633a0-382d-4ba4-a8da-3bd6f348e791 req-adc3c765-a71b-43e1-a074-2379eb7204b1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525000 Feb 28 18:50:24.664234 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] For port fade1bfb-3f74-4c9c-b499-e3babe1ef556, host dv-cinder-831188-1-smb, cleared binding levels {{(pid=83022) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:50:24.667815 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.plugins.ml2.db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] For port fade1bfb-3f74-4c9c-b499-e3babe1ef556, host dv-cinder-831188-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=fade1bfb-3f74-4c9c-b499-e3babe1ef556,segment=NetworkSegment(daeabb1f-474e-4ee2-9619-141135aae62f),segment_id=daeabb1f-474e-4ee2-9619-141135aae62f)] {{(pid=83022) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:50:24.673747 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron_lib.callbacks.manager [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83022) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:24.768089 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db5e88e-8349-42fa-87e7-9ad05383c1d0 None None] Pushing event updated for resources: {'Port': ['ID=fade1bfb-3f74-4c9c-b499-e3babe1ef556,revision_number=4']} {{(pid=83022) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:24.772434 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Routers {'14c2df6a-9c28-407f-ae2d-0fb46e26259f'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:24.773029 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:24.949395 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-e0183ad0-ce77-423b-a3fa-80188de41146 service neutron] 10.222.0.45 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994931 Feb 28 18:50:24.967669 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] Set router 14c2df6a-9c28-407f-ae2d-0fb46e26259f gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:25.127877 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-e20449f8-d076-4304-8f19-b4e2138464de service neutron] 10.222.0.45 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720896 Feb 28 18:50:25.309814 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '3092b161-4491-4179-8bde-a043c5c705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:50:06Z', 'revision_number': 4, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port': {'id': '3092b161-4491-4179-8bde-a043c5c705c4', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:03Z', 'updated_at': '2022-02-28T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'fade1bfb-3f74-4c9c-b499-e3babe1ef556', 'name': '', 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'mac_address': 'fa:16:3e:3a:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba82d84a-ca44-485e-bebc-5e49281def59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:05Z', 'updated_at': '2022-02-28T18:50:24Z', 'revision_number': 4, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'subnets': [{'id': 'ba82d84a-ca44-485e-bebc-5e49281def59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:25.313713 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9398a290-5649-4b25-9c00-18ed37e3caa1 None None] The sync data for ids ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'] in dv-cinder-831188-1-smb is: [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '3092b161-4491-4179-8bde-a043c5c705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:50:06Z', 'revision_number': 4, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port': {'id': '3092b161-4491-4179-8bde-a043c5c705c4', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:03Z', 'updated_at': '2022-02-28T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'fade1bfb-3f74-4c9c-b499-e3babe1ef556', 'name': '', 'network_id': 'be4dfcff-b14b-4253-a742-832f7a26c7eb', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'mac_address': 'fa:16:3e:3a:bd:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ba82d84a-ca44-485e-bebc-5e49281def59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:05Z', 'updated_at': '2022-02-28T18:50:24Z', 'revision_number': 4, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'subnets': [{'id': 'ba82d84a-ca44-485e-bebc-5e49281def59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:50:25.626931 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b2a00134-0a42-4394-accd-035f8f308416 req-021139ac-924b-44c0-9e80-eb10d06b9a68 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 210 time: 0.0667260 Feb 28 18:50:25.773994 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device fade1bfb-3f74-4c9c-b499-e3babe1ef556 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:25.846145 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning for port fade1bfb-3f74-4c9c-b499-e3babe1ef556 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:25.851812 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port fade1bfb-3f74-4c9c-b499-e3babe1ef556 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:25.852420 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:25.914887 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077957d1-f7db-48e3-b449-e71f508bd41b req-5523b543-e359-469b-ba65-af7acec580af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:25.916499 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-077957d1-f7db-48e3-b449-e71f508bd41b req-5523b543-e359-469b-ba65-af7acec580af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1060944 Feb 28 18:50:25.980524 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-077957d1-f7db-48e3-b449-e71f508bd41b req-1223d329-3fd5-48d4-a982-f0e9c033a6ab tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528946 Feb 28 18:50:25.983050 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:26.027132 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] For port fade1bfb-3f74-4c9c-b499-e3babe1ef556, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=fade1bfb-3f74-4c9c-b499-e3babe1ef556,segment=NetworkSegment(daeabb1f-474e-4ee2-9619-141135aae62f),segment_id=daeabb1f-474e-4ee2-9619-141135aae62f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:26.039183 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:26.120096 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Pushing event updated for resources: {'Port': ['ID=fade1bfb-3f74-4c9c-b499-e3babe1ef556,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:26.128352 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.128888 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.129394 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.129985 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.130307 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.130689 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.131016 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.131368 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.131684 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.131996 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.132307 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:50:26.803510 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-89643039-374d-4b58-9ed9-3556ed796ac4 req-596e4027-4e61-4ccf-9a1b-4d16e9c23f88 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 210 time: 0.0409613 Feb 28 18:50:27.210582 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-55394965-2377-4d30-9eff-591600ffa479 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:27.211271 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-55394965-2377-4d30-9eff-591600ffa479 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Synchronizing usage tracker for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:network {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:50:27.228945 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-55394965-2377-4d30-9eff-591600ffa479 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Unset dirty status for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:network {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:50:27.230274 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-55394965-2377-4d30-9eff-591600ffa479 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 809 time: 0.2461529 Feb 28 18:50:27.293856 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-44278650-662b-4869-b7dc-219aff4fa173 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Synchronizing usage tracker for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:50:27.306243 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-44278650-662b-4869-b7dc-219aff4fa173 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Unset dirty status for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:50:27.307460 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-44278650-662b-4869-b7dc-219aff4fa173 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f2a8d5a01ebb4241847c950275a56d41 HTTP/1.1" status: 200 len: 380 time: 0.0558760 Feb 28 18:50:27.318764 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'port': {'device_id': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'admin_state_up': True, 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'security_groups': ['7bebb777-3466-4940-b06a-b873e9768225']}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:27.423518 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd84fe-cbae-4f36-8a0f-8b0b946b0181 req-02c85f77-9c94-4588-bbfb-6552f0d2dea4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:27.424878 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ffbd84fe-cbae-4f36-8a0f-8b0b946b0181 req-02c85f77-9c94-4588-bbfb-6552f0d2dea4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0756269 Feb 28 18:50:27.454701 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:27.465047 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:27.474123 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Made reservation on behalf of f2a8d5a01ebb4241847c950275a56d41 for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:50:27.477799 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:27.487794 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-ffbd84fe-cbae-4f36-8a0f-8b0b946b0181 req-a10ce198-374e-44b1-a125-707890e3d0dd tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541677 Feb 28 18:50:27.628698 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:50:27.642162 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Allocated IP 172.20.0.6 (5b3c9a1a-7dd9-48de-9278-dafd209d272a/48a17d91-4f2e-4caa-a4f8-c64d97855e61/70eeab06-b8cb-4fed-9912-4d6348c0094a) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:50:27.758498 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device fade1bfb-3f74-4c9c-b499-e3babe1ef556 up at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:27.827125 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:27.842181 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:27.846817 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'port_id': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'mac_address': 'fa:16:3e:3d:ab:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:50:27.858425 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Transition to ACTIVE for port object 70eeab06-b8cb-4fed-9912-4d6348c0094a will not be triggered until provisioned by entity DHCP. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:50:27.884504 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:27.917252 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:27.927421 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Provisioning complete for port fade1bfb-3f74-4c9c-b499-e3babe1ef556 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:27.927798 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:27.962400 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:50:27.968317 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f16ae0c-9fcc-4690-babe-5225d523b665 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:50:27.996504 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:28.002265 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:50:28.008386 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:28.009949 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:28.012626 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:50:28.088681 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:28.089295 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:28.123535 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4fda5-3466-4ed4-b15c-4a669483705f req-82bc5174-a413-40db-a8fc-e35c47966490 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:28.124247 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-97d4fda5-3466-4ed4-b15c-4a669483705f req-82bc5174-a413-40db-a8fc-e35c47966490 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Synchronizing usage tracker for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:50:28.129835 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-14699cf6-fdb9-4c1b-9299-71712d46dd23 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151793 Feb 28 18:50:28.149033 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=6']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:28.150050 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-97d4fda5-3466-4ed4-b15c-4a669483705f req-82bc5174-a413-40db-a8fc-e35c47966490 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Unset dirty status for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:50:28.151225 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-97d4fda5-3466-4ed4-b15c-4a669483705f req-82bc5174-a413-40db-a8fc-e35c47966490 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 931 time: 0.1956840 Feb 28 18:50:28.168725 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4f16ae0c-9fcc-4690-babe-5225d523b665'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:50:28.232425 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-97d4fda5-3466-4ed4-b15c-4a669483705f req-98d17a79-f405-46cb-915e-f57518315c64 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719833 Feb 28 18:50:28.282823 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Request body: {'port': {'device_id': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:28.356215 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e99a0cc9-9ac0-48ff-9115-c224f4351558 None None] Provisioning for port 70eeab06-b8cb-4fed-9912-4d6348c0094a completed by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:28.364157 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-e99a0cc9-9ac0-48ff-9115-c224f4351558 None None] Provisioning complete for port 70eeab06-b8cb-4fed-9912-4d6348c0094a triggered by entity DHCP. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:28.364576 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e99a0cc9-9ac0-48ff-9115-c224f4351558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:28.395470 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:28.427899 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e99a0cc9-9ac0-48ff-9115-c224f4351558 None None] Port 70eeab06-b8cb-4fed-9912-4d6348c0094a cannot update to ACTIVE because it is not bound. {{(pid=83021) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 18:50:28.709753 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99e582-9d0c-4934-8704-ddaace727a57 req-f96e7d1b-3675-4dde-9091-753af7b150af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:28.712012 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8f99e582-9d0c-4934-8704-ddaace727a57 req-f96e7d1b-3675-4dde-9091-753af7b150af tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0842147 Feb 28 18:50:28.762230 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8f99e582-9d0c-4934-8704-ddaace727a57 req-f7c27edf-c67c-49f1-9c13-be3680560bec tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434787 Feb 28 18:50:28.768496 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70eeab06-b8cb-4fed-9912-4d6348c0094a {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:50:28.775956 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:28.792348 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Transition to ACTIVE for port object 70eeab06-b8cb-4fed-9912-4d6348c0094a will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:50:28.796532 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:28.963070 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Pushing event updated for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:29.112026 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Attempting to bind port 70eeab06-b8cb-4fed-9912-4d6348c0094a on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:50:29.112026 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Attempting to bind port 70eeab06-b8cb-4fed-9912-4d6348c0094a by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:50:29.112352 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Attempting to bind port 70eeab06-b8cb-4fed-9912-4d6348c0094a on network 5b3c9a1a-7dd9-48de-9278-dafd209d272a {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:50:29.123993 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Port 70eeab06-b8cb-4fed-9912-4d6348c0094a on network 5b3c9a1a-7dd9-48de-9278-dafd209d272a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:50:29.124313 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Attempting to bind port 70eeab06-b8cb-4fed-9912-4d6348c0094a on network 5b3c9a1a-7dd9-48de-9278-dafd209d272a {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:50:29.131760 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:50:29.132087 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Checking segment: {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:50:29.132467 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Bound using segment: {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:50:29.132883 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Bound port: 70eeab06-b8cb-4fed-9912-4d6348c0094a, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12a2635f-d965-4809-a6fc-8527a2d99375', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:50:29.133224 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:29.327752 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:50:29.331475 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:50:29.339344 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:29.481274 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:29.482652 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] 10.222.0.65 "PUT /v2.0/ports/70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 1093 time: 1.3390834 Feb 28 18:50:29.487016 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:50:29.504849 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35732cb7-6d40-49e7-a59c-a393afbb2d8c service neutron] Pushing event updated for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:29.626189 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da997b47-431a-4e8b-81ee-799bb03a3698 req-f4fb6727-ff0d-4393-9d1d-f5bee357fb48 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:29.628324 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-da997b47-431a-4e8b-81ee-799bb03a3698 req-f4fb6727-ff0d-4393-9d1d-f5bee357fb48 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 943 time: 0.2211452 Feb 28 18:50:29.641406 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:29.686511 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'status': 'completed', 'code': 200} Feb 28 18:50:29.728558 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-da997b47-431a-4e8b-81ee-799bb03a3698 req-6393a9c1-21e1-49e1-aef8-5e0acc12cfad tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922940 Feb 28 18:50:29.734513 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-9112942f-519a-4698-a8d9-c2aa026b3eb7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1096 time: 0.1806424 Feb 28 18:50:29.772559 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 4f16ae0c-9fcc-4690-babe-5225d523b665 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:29.772905 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:29.833437 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-ac4d7222-9305-4c94-a800-b119d44be1ec service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 217 time: 0.0853758 Feb 28 18:50:29.910485 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:29.933238 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-0967d01e-7555-40cf-b8f4-a346a2369062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:29.934919 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-0967d01e-7555-40cf-b8f4-a346a2369062 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.0947983 Feb 28 18:50:29.948806 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:29.949782 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:50:29.961039 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:30.060123 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-ccc77af9-7f72-4696-83cb-a405a17648b1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1152549 Feb 28 18:50:30.123823 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d91b6a-b1ae-40bd-adb4-026f402ba78a req-8a78321f-a76b-4b1c-93b6-dacffcfd3fac tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:30.132776 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-70d91b6a-b1ae-40bd-adb4-026f402ba78a req-8a78321f-a76b-4b1c-93b6-dacffcfd3fac tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1911819 Feb 28 18:50:30.138667 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=7']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:30.208789 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-70d91b6a-b1ae-40bd-adb4-026f402ba78a req-62121735-718a-42e8-a176-f34810f3b688 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746355 Feb 28 18:50:30.234999 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-fe1adf70-ea7a-4726-8085-7ac1e87df50c service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670856 Feb 28 18:50:30.241978 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'code': 200} Feb 28 18:50:30.414756 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b99110d7-1eb7-4b32-838b-779c5b9f6364 req-cf36f44a-a6ee-4bb6-a1cf-f47491c7c6e1 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385522 Feb 28 18:50:30.579868 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-a358e1fe-7f69-4105-bcd5-210b532e582d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1096 time: 0.0706823 Feb 28 18:50:30.719103 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-70151f20-77ad-449d-8cdc-7dd944489fd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:30.720483 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-70151f20-77ad-449d-8cdc-7dd944489fd5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 910 time: 0.1326616 Feb 28 18:50:30.797904 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-5a884d3a-af7d-42aa-8e98-b785e869325e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 217 time: 0.0663526 Feb 28 18:50:30.869601 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-8a167dcd-d8f8-40e8-8bb8-16bf1e109ebb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:30.871214 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-8a167dcd-d8f8-40e8-8bb8-16bf1e109ebb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.0658455 Feb 28 18:50:31.013513 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee637961-8aad-4cf2-abd0-d559fb137e8a req-e9d021b4-4833-4991-b1fa-1020d8396946 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:31.014849 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ee637961-8aad-4cf2-abd0-d559fb137e8a req-e9d021b4-4833-4991-b1fa-1020d8396946 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 943 time: 0.1070530 Feb 28 18:50:31.045708 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-bc90fb1a-dc42-44ce-8e68-b32bff015b2b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1678419 Feb 28 18:50:31.156958 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ee637961-8aad-4cf2-abd0-d559fb137e8a req-81e853ea-426b-488f-a9cb-f3302c283c8c tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354852 Feb 28 18:50:31.200912 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-b3cd2650-ff06-4d89-9fe5-d1dbab669a78 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471057 Feb 28 18:50:31.347126 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9b378ef2-d7ba-47a8-bfd2-1bad66b93803 req-730960ef-b771-4eab-bfad-5a5315ba92e3 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381087 Feb 28 18:50:31.446816 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73286849-2f65-48b8-b4d9-c496834e9a68 req-2295bb27-d069-4dce-86b6-c0e56e6dafc3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:31.448403 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-73286849-2f65-48b8-b4d9-c496834e9a68 req-2295bb27-d069-4dce-86b6-c0e56e6dafc3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0889053 Feb 28 18:50:31.495772 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-73286849-2f65-48b8-b4d9-c496834e9a68 req-c9029a62-6574-47da-9e90-b3ea4e57c19d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416427 Feb 28 18:50:31.643082 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 70eeab06-b8cb-4fed-9912-4d6348c0094a details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:50:31.809505 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:31.822845 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'port_id': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'mac_address': 'fa:16:3e:c8:ff:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:50:31.877912 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:31.896161 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70eeab06-b8cb-4fed-9912-4d6348c0094a {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:50:31.911344 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:31.917064 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:31.987639 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:32.248481 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['70eeab06-b8cb-4fed-9912-4d6348c0094a'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:50:32.513102 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c315238-e043-4a4d-a42e-c73d6b1541b2 req-75300b7c-d4a0-443d-b6c7-550037d6ef92 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:32.515287 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c315238-e043-4a4d-a42e-c73d6b1541b2 req-75300b7c-d4a0-443d-b6c7-550037d6ef92 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 944 time: 0.2095110 Feb 28 18:50:32.565775 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7c315238-e043-4a4d-a42e-c73d6b1541b2 req-2aa7c0ac-79d2-4e46-8703-961cd6a27c56 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444980 Feb 28 18:50:32.749779 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265168b3-1568-47ae-984d-1a9a62bb1020 req-995b8162-7ff0-4926-8255-2cfb44b9610d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:32.761038 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-265168b3-1568-47ae-984d-1a9a62bb1020 req-995b8162-7ff0-4926-8255-2cfb44b9610d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0992708 Feb 28 18:50:32.806924 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-265168b3-1568-47ae-984d-1a9a62bb1020 req-4e2b8d61-bf59-4d33-9550-7352f8fcff01 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449345 Feb 28 18:50:33.651354 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 70eeab06-b8cb-4fed-9912-4d6348c0094a up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:50:33.746841 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 70eeab06-b8cb-4fed-9912-4d6348c0094a completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:50:33.753958 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 70eeab06-b8cb-4fed-9912-4d6348c0094a triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:50:33.754772 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:33.837925 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622dbcbd-93ca-4da5-85f8-fcb341610a40 req-2e86d998-2027-4e2c-bd0f-9263c9f91bcd tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:33.839422 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-622dbcbd-93ca-4da5-85f8-fcb341610a40 req-2e86d998-2027-4e2c-bd0f-9263c9f91bcd tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 944 time: 0.1013553 Feb 28 18:50:33.904566 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:33.914895 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-622dbcbd-93ca-4da5-85f8-fcb341610a40 req-3e3bc0db-caf8-4cd8-93eb-96c8cadeedb1 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689456 Feb 28 18:50:33.935968 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:50:33.954792 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:33.963666 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:34.011838 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'code': 200} Feb 28 18:50:34.058445 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:34.088942 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942ad54-03e5-4f4e-857c-299ae25f8c5a req-ed0702c2-cc28-49ec-8260-b69d36430764 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:34.090289 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0942ad54-03e5-4f4e-857c-299ae25f8c5a req-ed0702c2-cc28-49ec-8260-b69d36430764 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0890970 Feb 28 18:50:34.141937 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0942ad54-03e5-4f4e-857c-299ae25f8c5a req-40fb2aec-9a3d-4e0a-b6f2-ce35425599ef tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459378 Feb 28 18:50:34.422705 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a3ec8c83-f85d-4713-8178-789e2e2e2a41 req-000bba91-bd2c-44bf-ad86-e42b5e451251 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1098 time: 0.0824420 Feb 28 18:50:34.468815 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a3ec8c83-f85d-4713-8178-789e2e2e2a41 req-c7bcfb2b-9388-4259-9288-a7bba8a69749 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388222 Feb 28 18:50:35.181020 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471aa980-bd4d-410c-a5df-3fad35875581 req-c6d8a746-4e50-4de8-9220-f2296d49bcd8 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:35.183478 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-471aa980-bd4d-410c-a5df-3fad35875581 req-c6d8a746-4e50-4de8-9220-f2296d49bcd8 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.1158903 Feb 28 18:50:35.246650 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-471aa980-bd4d-410c-a5df-3fad35875581 req-97a56b78-1d26-4e96-b575-1e40742c4770 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571322 Feb 28 18:50:35.391168 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4a4c0-b2d8-4634-bdb4-5fe68bd10598 req-2c154906-ed60-49d6-90db-e03b93b7a65d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:35.392868 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-36c4a4c0-b2d8-4634-bdb4-5fe68bd10598 req-2c154906-ed60-49d6-90db-e03b93b7a65d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0896719 Feb 28 18:50:35.442880 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-36c4a4c0-b2d8-4634-bdb4-5fe68bd10598 req-3753d5f0-50f2-44e3-894a-82548ed06984 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440383 Feb 28 18:50:35.840457 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:50:36.516648 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810f5b88-cddc-4a00-87d4-9fd3e874b813 req-b12109aa-3f2c-4ce8-acc4-48b0b3cbf0ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:36.518173 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-810f5b88-cddc-4a00-87d4-9fd3e874b813 req-b12109aa-3f2c-4ce8-acc4-48b0b3cbf0ca tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0946517 Feb 28 18:50:36.576148 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-810f5b88-cddc-4a00-87d4-9fd3e874b813 req-220f9f12-4bb5-4e6a-8b3e-c7b6b2b3eb94 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508237 Feb 28 18:50:36.675905 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa130cb1-74ca-46d9-8290-91fc4597c069 req-d58ee16a-834f-424b-ab89-ccad1284fc42 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:36.678129 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-aa130cb1-74ca-46d9-8290-91fc4597c069 req-d58ee16a-834f-424b-ab89-ccad1284fc42 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.0775132 Feb 28 18:50:36.730982 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-aa130cb1-74ca-46d9-8290-91fc4597c069 req-16ed293c-632b-4aa1-9ea0-5241900849f0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459104 Feb 28 18:50:36.811543 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084b754-727e-4694-954b-9c0eab3edbf4 req-1d592b2f-fe93-4251-8568-ae3217875c6e tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:36.813284 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e084b754-727e-4694-954b-9c0eab3edbf4 req-1d592b2f-fe93-4251-8568-ae3217875c6e tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.1059399 Feb 28 18:50:36.874424 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e084b754-727e-4694-954b-9c0eab3edbf4 req-a26a1900-074e-45a1-8d97-42dc4eac167b tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492196 Feb 28 18:50:36.906451 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48026) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:37.193648 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-eda9dc9b-5a5d-4ab2-852a-243cc0c61530 tempest-TestShelveInstance-1400988913 tempest-TestShelveInstance-1400988913-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1093 time: 0.2856145 Feb 28 18:50:37.196814 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48032) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:37.202601 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.v2.base [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Request body: {'floatingip': {'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'port_id': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83020) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:50:37.209035 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:50:37.214763 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Usage tracker for resource:floatingip and tenant:f2a8d5a01ebb4241847c950275a56d41 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:50:37.218110 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:50:37.226627 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:50:37.242254 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for floatingip, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:37.481008 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:37.647337 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_common [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Allocated IP 172.28.3.74 (6a6310a4-27e9-49f9-b733-025eb53f42bb/f16590d6-cd74-47d0-8baa-d1f1e221315f/fe0e1f92-403d-4d0e-927c-de25bf57f24e) {{(pid=83020) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:50:37.818127 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for port, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:37.854316 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:37.937731 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Network 6a6310a4-27e9-49f9-b733-025eb53f42bb is already hosted by enough agents. {{(pid=83020) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:50:37.938888 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'Port': ['ID=fe0e1f92-403d-4d0e-927c-de25bf57f24e,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:37.948923 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.base_scheduler [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Resources bound (agent type, host, resource id): {{(pid=83020) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:50:37.952278 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Received port after_create {{(pid=83020) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:50:38.143463 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2300c48-77eb-4a5e-a741-9328515ae4e1 req-73c24302-0be8-44dd-bf5e-1cb14a7a25e1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:38.150933 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a2300c48-77eb-4a5e-a741-9328515ae4e1 req-73c24302-0be8-44dd-bf5e-1cb14a7a25e1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1656137 Feb 28 18:50:38.203490 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a2300c48-77eb-4a5e-a741-9328515ae4e1 req-2726b9c8-26eb-4880-bc7a-0dc9ec763107 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516515 Feb 28 18:50:38.581870 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:38.663600 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:38.794509 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe2b15-07d5-432a-810a-187a57e0cdf0 req-713f89c5-2338-46c6-ae05-aeb275da799e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:38.796172 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3dbe2b15-07d5-432a-810a-187a57e0cdf0 req-713f89c5-2338-46c6-ae05-aeb275da799e tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 946 time: 0.0882890 Feb 28 18:50:38.856358 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3dbe2b15-07d5-432a-810a-187a57e0cdf0 req-08be78cc-181d-416c-9e65-aab8321f6ae0 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515254 Feb 28 18:50:38.913146 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for port, precommit_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:38.939523 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2498425'] for port, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:39.058208 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event updated for resources: {'Port': ['ID=fe0e1f92-403d-4d0e-927c-de25bf57f24e,revision_number=2']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:39.073956 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:39.276513 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.db.l3_db [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Floating IP 19547b20-d96c-456d-a19a-ccb060fab894 associated. External IP: 172.28.3.74, port: 70eeab06-b8cb-4fed-9912-4d6348c0094a. Feb 28 18:50:39.602243 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f9f42-6e95-4628-a661-c320d618c666 req-d81767d7-fc61-44ab-a230-370bdf232ccb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:39.603670 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7d6f9f42-6e95-4628-a661-c320d618c666 req-d81767d7-fc61-44ab-a230-370bdf232ccb tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1727259 Feb 28 18:50:39.663052 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7d6f9f42-6e95-4628-a661-c320d618c666 req-f1bc3f34-1ee2-4512-aece-b6e9c27c9969 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529108 Feb 28 18:50:39.897444 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Router 026dc510-c0be-4b8b-b19c-3f41619d3d6b has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:50:40.067384 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276716a-e6df-465f-a076-763f03668541 req-3581cd25-a6f5-4487-9436-c1e94b7fa635 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:40.069728 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e276716a-e6df-465f-a076-763f03668541 req-3581cd25-a6f5-4487-9436-c1e94b7fa635 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 946 time: 0.0783894 Feb 28 18:50:40.115565 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:50:40.117954 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e276716a-e6df-465f-a076-763f03668541 req-7e80def3-d062-4eef-9ef1-96b07cd18b17 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416229 Feb 28 18:50:40.126599 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] Sync routers for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:50:40.139698 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:40.140859 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:40.152398 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:40.197284 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-615429f3-76e9-4c37-8671-b9f7f84efff2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9991972 Feb 28 18:50:40.198052 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a'}] {{(pid=83020) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:50:40.322049 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:40.335083 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'status': 'completed', 'code': 200} Feb 28 18:50:40.470249 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-f3fa18ab-28a1-4ade-9537-f3fb9a9d3a49 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1098 time: 0.0719113 Feb 28 18:50:40.583673 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-398a8434-155e-4c2c-a982-2060a2645cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:40.675964 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '19547b20-d96c-456d-a19a-ccb060fab894', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'port_id': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'mac_address': 'fa:16:3e:c8:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:50:38Z', 'updated_at': '2022-02-28T18:50:38Z', 'revision_number': 0, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:50:17Z', 'revision_number': 5, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:40.680560 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] Checking router: 026dc510-c0be-4b8b-b19c-3f41619d3d6b for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:50:40.691093 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:40.691713 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:40.698198 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-74dc9c99-43d9-441a-be70-9dc628b74fbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:40.699906 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-74dc9c99-43d9-441a-be70-9dc628b74fbe service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 910 time: 0.2213023 Feb 28 18:50:40.703129 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-8228698b-f591-468c-9778-a1195c6fc5e7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 1099 time: 0.1422086 Feb 28 18:50:40.873785 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:41.015091 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-61056998-4741-44e9-9bc1-7ae08c270f8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 998 time: 0.3045809 Feb 28 18:50:41.189720 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-be7b4dea-2485-418d-8a0d-d2984eef21aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:41.191576 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-be7b4dea-2485-418d-8a0d-d2984eef21aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.4796081 Feb 28 18:50:41.267142 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '19547b20-d96c-456d-a19a-ccb060fab894', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'port_id': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'mac_address': 'fa:16:3e:c8:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:50:38Z', 'updated_at': '2022-02-28T18:50:38Z', 'revision_number': 0, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:50:17Z', 'revision_number': 5, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:41.271907 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbf2da5-b9e8-4369-a9d4-9da1746398f6 None None] The sync data for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb is: [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_floatingips': [{'id': '19547b20-d96c-456d-a19a-ccb060fab894', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'floating_ip_address': '172.28.3.74', 'floating_network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'router_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'port_id': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'mac_address': 'fa:16:3e:c8:ff:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T18:50:38Z', 'updated_at': '2022-02-28T18:50:38Z', 'revision_number': 0, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:50:17Z', 'revision_number': 5, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:50:41.317171 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-d7c6815b-623b-479a-bd1f-0a52899a2c9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:41.319202 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-d7c6815b-623b-479a-bd1f-0a52899a2c9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.2963877 Feb 28 18:50:41.348008 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50162e-1728-4cca-a5d0-ddfb290561b6 req-517762fa-3db5-497e-9c29-934001ec1460 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:41.350099 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6f50162e-1728-4cca-a5d0-ddfb290561b6 req-517762fa-3db5-497e-9c29-934001ec1460 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 946 time: 0.0916240 Feb 28 18:50:41.380203 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-1fa0b099-9fd7-4fe4-bb3a-f1e3bef212fd tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:41.381820 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-1fa0b099-9fd7-4fe4-bb3a-f1e3bef212fd tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 946 time: 0.5112400 Feb 28 18:50:41.395003 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6f50162e-1728-4cca-a5d0-ddfb290561b6 req-fdea9717-7a77-4705-94ea-f5961a4293a2 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392528 Feb 28 18:50:41.403845 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1c6bda-7d34-48fa-a3e2-7c4654e3dae4 req-7d3bbb05-4fca-464d-a6e5-b8fea05a3f86 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:41.404940 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e1c6bda-7d34-48fa-a3e2-7c4654e3dae4 req-7d3bbb05-4fca-464d-a6e5-b8fea05a3f86 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.5312548 Feb 28 18:50:41.500601 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-ae63bc0f-7741-4e81-9768-0ac40e362182 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f16ae0c-9fcc-4690-babe-5225d523b665 HTTP/1.1" status: 200 len: 1001 time: 0.2976913 Feb 28 18:50:41.582451 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Deleting port 19f845e6-d647-4793-8b8e-93a84eb9eef9 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:50:41.582857 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:41.641935 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1e1c6bda-7d34-48fa-a3e2-7c4654e3dae4 req-737d14a1-87c1-4731-956d-5682fad85619 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238746 Feb 28 18:50:41.665829 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-5bdf88c1-d2cf-45a7-88bd-c151b5b95552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:41.667225 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-5bdf88c1-d2cf-45a7-88bd-c151b5b95552 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.1562641 Feb 28 18:50:41.672094 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-adce8a49-5b85-45ef-8ec6-797448e1af64 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3371129 Feb 28 18:50:42.064594 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-8f4a9aca-af7e-49f0-8c06-76b9445c013c service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3259373 Feb 28 18:50:42.069618 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-a07a1e92-c4f6-4f78-841f-89cce217e83b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3949800 Feb 28 18:50:42.096333 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] For port 19f845e6-d647-4793-8b8e-93a84eb9eef9, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=19f845e6-d647-4793-8b8e-93a84eb9eef9,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:42.096676 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:42.481522 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b0753eef-7b2d-4e6f-bffa-0e2d2235e1fc req-44d8a83d-8020-41a3-96be-a2bd42e2206b service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091015 Feb 28 18:50:42.484839 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-2b7a263e-372c-44a6-9821-1728d22d40de service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3903437 Feb 28 18:50:42.592590 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694c4ec-6771-4678-b75f-6fd07cd67bb3 req-b9b79f0c-95d5-4e2e-becb-f8d00870b6c0 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:42.594076 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f694c4ec-6771-4678-b75f-6fd07cd67bb3 req-b9b79f0c-95d5-4e2e-becb-f8d00870b6c0 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 946 time: 0.0779941 Feb 28 18:50:42.640559 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f694c4ec-6771-4678-b75f-6fd07cd67bb3 req-bf07c157-2574-4f62-b39b-060c04373ae8 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups?id=4847d171-98fb-4793-8c39-8cf4e653e4ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401525 Feb 28 18:50:42.669356 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:42.669709 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:42.670017 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.l3_db [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Floating IP d19d7090-fe96-4d77-a454-00bc5ca979c0 disassociated. External IP: 172.28.3.45, port: 19f845e6-d647-4793-8b8e-93a84eb9eef9. Feb 28 18:50:42.670351 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Calling delete_port for 19f845e6-d647-4793-8b8e-93a84eb9eef9 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:50:42.894950 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-556cdff5-7d70-4f78-a5f5-889d55ddb97e req-7b125d31-9b03-4bd1-b286-0d4fc2fce661 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539262 Feb 28 18:50:42.977384 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aedaddf-0b33-4a24-9f07-f74101972fff req-fcc9420c-8887-407a-84eb-1495141be48f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:42.978812 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8aedaddf-0b33-4a24-9f07-f74101972fff req-fcc9420c-8887-407a-84eb-1495141be48f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 946 time: 0.1753838 Feb 28 18:50:43.016463 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-7494e167-571a-455b-9ef8-8c15429adeb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:43.034784 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:43.093945 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-8aedaddf-0b33-4a24-9f07-f74101972fff req-a7888b6b-74ac-41c4-90d9-126423680277 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087630 Feb 28 18:50:43.096203 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event deleted for resources: {'Port': ['ID=19f845e6-d647-4793-8b8e-93a84eb9eef9,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:43.314456 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Router d8c2cf02-d027-4e19-8441-b5c981db26b2 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:50:43.520883 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:50:43.532042 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] Sync routers for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:50:43.546763 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:43.547572 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:43.595482 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] No DVR routers for this DVR port 19f845e6-d647-4793-8b8e-93a84eb9eef9 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:50:43.598268 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:43.602438 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'name': 'network-vif-deleted', 'tag': '19f845e6-d647-4793-8b8e-93a84eb9eef9'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:50:43.617642 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-38176aa2-758b-4959-95fd-b1522b90d5b3 req-cddf77f8-9084-4735-91a9-926ad7b87389 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.65 "DELETE /v2.0/ports/19f845e6-d647-4793-8b8e-93a84eb9eef9 HTTP/1.1" status: 204 len: 173 time: 2.2030380 Feb 28 18:50:43.660579 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54', 'name': 'network-vif-deleted', 'tag': '19f845e6-d647-4793-8b8e-93a84eb9eef9', 'status': 'completed', 'code': 200} Feb 28 18:50:43.688522 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:50:43.731515 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:43.839282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-a9cabff8-5e3a-4119-bf3a-383f9cb7a7b2 req-edd46082-0f91-403d-9d06-32f8301aa3f9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Synchronizing usage tracker for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:50:43.845109 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:43.856173 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-a9cabff8-5e3a-4119-bf3a-383f9cb7a7b2 req-edd46082-0f91-403d-9d06-32f8301aa3f9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Unset dirty status for tenant:b2113442954541cab162ef98a99ce1eb on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:50:43.857575 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a9cabff8-5e3a-4119-bf3a-383f9cb7a7b2 req-edd46082-0f91-403d-9d06-32f8301aa3f9 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/ports?device_id=9f8be0a0-c6a6-4749-b2bc-db4df8cc3a54 HTTP/1.1" status: 200 len: 210 time: 0.0639713 Feb 28 18:50:43.875350 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:50:43.886419 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:43.892393 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:43.893088 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 19f845e6-d647-4793-8b8e-93a84eb9eef9 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:50:43.949105 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'code': 200} Feb 28 18:50:43.958531 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 19f845e6-d647-4793-8b8e-93a84eb9eef9 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:50:43.958531 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 19f845e6-d647-4793-8b8e-93a84eb9eef9 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:50:43.993848 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=8']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:44.088860 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:44.089190 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:44.093113 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] Checking router: d8c2cf02-d027-4e19-8441-b5c981db26b2 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:50:44.104909 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:44.105497 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:44.179342 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:44.302492 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:44.342331 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386b042-8a22-4018-89c5-52e56b83eaa7 req-d7e5190b-3a42-4566-88ba-d426df81d637 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:44.350212 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9386b042-8a22-4018-89c5-52e56b83eaa7 req-d7e5190b-3a42-4566-88ba-d426df81d637 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0984697 Feb 28 18:50:44.399803 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9386b042-8a22-4018-89c5-52e56b83eaa7 req-22fa365c-d17a-4381-8f8d-2f20dfda1aab tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487041 Feb 28 18:50:44.430824 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1383dba2-2468-4a60-9f79-ad258237fb6e None None] New status for floating IP 19547b20-d96c-456d-a19a-ccb060fab894: ACTIVE {{(pid=83021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:50:44.625416 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:44.629807 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99593d41-e959-4c4f-a6fc-1d46c002fde9 None None] The sync data for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb is: [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:44:58Z', 'revision_number': 4, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': 'ca3cea32-5b67-4b07-8a18-5794feb01a6a', 'name': '', 'network_id': '198014fe-b52d-406d-84ea-527087f16987', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'mac_address': 'fa:16:3e:60:0e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:57Z', 'updated_at': '2022-02-28T18:45:16Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'subnets': [{'id': '6e9f94b2-c035-49ad-9387-08f96d2f51c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:50:45.014202 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48096) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:45.096823 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-15f15e44-4043-47f0-8a03-a04406ae296a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.124304 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-15f15e44-4043-47f0-8a03-a04406ae296a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.179092 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-15f15e44-4043-47f0-8a03-a04406ae296a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.199303 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f15e44-4043-47f0-8a03-a04406ae296a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4847d171-98fb-4793-8c39-8cf4e653e4ca,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:45.206937 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-15f15e44-4043-47f0-8a03-a04406ae296a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.208127 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-15f15e44-4043-47f0-8a03-a04406ae296a tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "DELETE /v2.0/security-groups/4847d171-98fb-4793-8c39-8cf4e653e4ca HTTP/1.1" status: 204 len: 168 time: 0.1925399 Feb 28 18:50:45.212515 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48100) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:45.230845 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.api.v2.resource [None req-9826b3cc-c8cb-4572-bc6f-25d179f87a2f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] show failed (client error): The resource could not be found. Feb 28 18:50:45.232173 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-9826b3cc-c8cb-4572-bc6f-25d179f87a2f tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "GET /v2.0/security-groups/4847d171-98fb-4793-8c39-8cf4e653e4ca HTTP/1.1" status: 404 len: 347 time: 0.0186398 Feb 28 18:50:45.235183 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48104) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:45.403521 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.405198 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Deleting port 38271b9f-75b3-4b10-9f90-d4d043792fbd {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:50:45.405536 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.576534 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.576961 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.635026 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b01eb-277b-49f3-ba31-0bb55211b935 req-3c688dc1-1a0d-45c5-a9fe-47fedcd05636 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:45.636520 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-720b01eb-277b-49f3-ba31-0bb55211b935 req-3c688dc1-1a0d-45c5-a9fe-47fedcd05636 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0776291 Feb 28 18:50:45.685752 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-720b01eb-277b-49f3-ba31-0bb55211b935 req-f5a7c917-f74e-4ac9-9989-f5c1975ddd88 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436392 Feb 28 18:50:45.694510 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Calling delete_port for 38271b9f-75b3-4b10-9f90-d4d043792fbd owned by network:floatingip {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:50:45.909922 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:45.956147 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Pushing event deleted for resources: {'Port': ['ID=38271b9f-75b3-4b10-9f90-d4d043792fbd,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:46.056015 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks [] for floatingip, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:46.074794 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:46.076620 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-feda2596-b740-40b4-af42-c3b547b9f394 tempest-AttachVolumeTestJSON-1223975476 tempest-AttachVolumeTestJSON-1223975476-project] 10.222.0.45 "DELETE /v2.0/floatingips/d19d7090-fe96-4d77-a454-00bc5ca979c0 HTTP/1.1" status: 204 len: 168 time: 0.8399031 Feb 28 18:50:47.067570 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e34ed5b9-ec26-4975-a33c-78e8a9f0fa38 req-0d5164fc-7313-485e-9dfd-beab18509b0b service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1349094 Feb 28 18:50:47.310405 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48154) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:47.338217 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c48bc9-ff51-4e21-8f46-04b3652a821c req-c0362d35-b075-41ae-86db-11663f9ce9aa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:47.339708 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c4c48bc9-ff51-4e21-8f46-04b3652a821c req-c0362d35-b075-41ae-86db-11663f9ce9aa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0819314 Feb 28 18:50:47.386624 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c4c48bc9-ff51-4e21-8f46-04b3652a821c req-e02c5edf-3985-4ab7-9fd2-f5677589c3d4 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411334 Feb 28 18:50:47.459131 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-431ed527-992f-4948-9736-4037b2bc4082 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1507807 Feb 28 18:50:47.703324 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:50:47.986467 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-26367263-7388-41f3-9da4-cb3a8c8447cd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0&tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5 HTTP/1.1" status: 200 len: 1097 time: 0.0669265 Feb 28 18:50:48.090762 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-180ff3f3-d4bb-49a5-9a35-ec675f3f3d8d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0699236 Feb 28 18:50:48.218403 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-d8a36c05-beb4-4f1d-a063-73ddcb3c9879 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:48.220083 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-d8a36c05-beb4-4f1d-a063-73ddcb3c9879 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.1235867 Feb 28 18:50:48.318559 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-edb06a28-85d8-476b-8d89-8302b93fb765 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f16ae0c-9fcc-4690-babe-5225d523b665 HTTP/1.1" status: 200 len: 999 time: 0.0922298 Feb 28 18:50:48.383888 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-068d2919-1a07-4bae-87eb-362879333181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:48.385189 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-068d2919-1a07-4bae-87eb-362879333181 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.0603735 Feb 28 18:50:48.457805 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-0ecd789d-b5c2-439f-91b5-f9e6f9a1e0d2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0662265 Feb 28 18:50:48.651627 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-49dc4dc0-641f-43dc-89df-e670bb4256f2 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806345 Feb 28 18:50:48.687444 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08ea12-ed13-4190-8508-e54b33b6f80b req-cd4050f5-2e16-4200-bf76-2a2f0c9b8824 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:48.688882 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3c08ea12-ed13-4190-8508-e54b33b6f80b req-cd4050f5-2e16-4200-bf76-2a2f0c9b8824 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.1495259 Feb 28 18:50:48.809014 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3c08ea12-ed13-4190-8508-e54b33b6f80b req-947c0774-65bd-4e93-a1ea-5632d7115e8d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747504 Feb 28 18:50:48.827038 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a56542cc-fa9c-4642-bf55-fae3e85564aa req-0311495b-5148-4248-808a-d94a1d1b3eb7 service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695750 Feb 28 18:50:49.352283 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:49.716327 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d611a7b-4efc-498a-b6cf-eff600bd3b0a None None] New status for floating IP d19d7090-fe96-4d77-a454-00bc5ca979c0: DOWN {{(pid=83022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:50:50.100543 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c7c84-1d5c-4ceb-8bee-f06afa7ad33a req-755a4bef-5680-4f17-9be8-0ec6ac1e205c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:50.108874 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-316c7c84-1d5c-4ceb-8bee-f06afa7ad33a req-755a4bef-5680-4f17-9be8-0ec6ac1e205c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.1149344 Feb 28 18:50:50.150719 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48202) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:50.180050 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-316c7c84-1d5c-4ceb-8bee-f06afa7ad33a req-1920b0cb-96b3-429e-bf26-736861e1e0fa tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701008 Feb 28 18:50:50.795605 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717866'] for router_interface, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:51.461323 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888cd24-dd45-4bea-89e5-a72bdbd756a7 req-981929fd-1ba3-49b1-96dd-65e63af40445 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:51.462728 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a888cd24-dd45-4bea-89e5-a72bdbd756a7 req-981929fd-1ba3-49b1-96dd-65e63af40445 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.1342254 Feb 28 18:50:51.552506 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Deleting port ca3cea32-5b67-4b07-8a18-5794feb01a6a {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:50:51.552788 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:51.596455 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a888cd24-dd45-4bea-89e5-a72bdbd756a7 req-7645bf64-fbea-408b-bc85-4adc03960894 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022756 Feb 28 18:50:51.755836 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] For port ca3cea32-5b67-4b07-8a18-5794feb01a6a, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=ca3cea32-5b67-4b07-8a18-5794feb01a6a,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:51.756205 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:51.889484 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Calling delete_port for ca3cea32-5b67-4b07-8a18-5794feb01a6a owned by network:router_interface {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:50:52.195396 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:52.330189 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3cea32-5b67-4b07-8a18-5794feb01a6a,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:52.666158 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32144924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717977'] for router_interface, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:52.841574 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335cc27-c56c-4a2e-9cf0-b45d5a4fd09d req-5c4b8e91-62f6-4974-9401-cdcb748c10ad tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:52.846714 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3335cc27-c56c-4a2e-9cf0-b45d5a4fd09d req-5c4b8e91-62f6-4974-9401-cdcb748c10ad tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0864263 Feb 28 18:50:52.890836 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3335cc27-c56c-4a2e-9cf0-b45d5a4fd09d req-9b7d03fd-7a84-491d-8584-bd8422dcb105 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 Feb 28 18:50:53.316414 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Router d8c2cf02-d027-4e19-8441-b5c981db26b2 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:50:53.525577 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:50:53.535533 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e62721-886c-4957-9b54-259684697e40 None None] Sync routers for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:50:53.542152 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-08884515-289e-402e-a7aa-b70062fbfabf admin admin] 10.222.0.45 "PUT /v2.0/routers/d8c2cf02-d027-4e19-8441-b5c981db26b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3880737 Feb 28 18:50:53.542396 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48216) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:53.549538 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e62721-886c-4957-9b54-259684697e40 None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:53.550230 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-d2e62721-886c-4957-9b54-259684697e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:53.734307 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-d2e62721-886c-4957-9b54-259684697e40 None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:53.788711 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks [] for router, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:54.165388 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-d2e62721-886c-4957-9b54-259684697e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:50:52Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:54.176596 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e62721-886c-4957-9b54-259684697e40 None None] Checking router: d8c2cf02-d027-4e19-8441-b5c981db26b2 for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:50:54.187840 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba84ea-06a2-4af2-aed5-a5b24ff3784f req-0f727b0b-3d90-4327-bfe8-1ef2de0dd1d7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:54.189342 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1eba84ea-06a2-4af2-aed5-a5b24ff3784f req-0f727b0b-3d90-4327-bfe8-1ef2de0dd1d7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.1156790 Feb 28 18:50:54.190839 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e62721-886c-4957-9b54-259684697e40 None None] Routers {'d8c2cf02-d027-4e19-8441-b5c981db26b2'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:50:54.191438 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-d2e62721-886c-4957-9b54-259684697e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:50:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['d8c2cf02-d027-4e19-8441-b5c981db26b2'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:54.259707 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1eba84ea-06a2-4af2-aed5-a5b24ff3784f req-b2dd73c4-7dc0-44b0-a06b-6ce4f555af9a tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614290 Feb 28 18:50:54.292139 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:54.303643 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Deleting port e523fc25-6c2e-4c61-8ffc-00bcb690f321 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:50:54.304618 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:54.456150 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-d2e62721-886c-4957-9b54-259684697e40 None None] Set router d8c2cf02-d027-4e19-8441-b5c981db26b2 gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:50:54.701757 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] For port e523fc25-6c2e-4c61-8ffc-00bcb690f321, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=e523fc25-6c2e-4c61-8ffc-00bcb690f321,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:54.702090 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:54.870619 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-d2e62721-886c-4957-9b54-259684697e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:50:52Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:54.876670 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e62721-886c-4957-9b54-259684697e40 None None] The sync data for ids ['d8c2cf02-d027-4e19-8441-b5c981db26b2'] in dv-cinder-831188-1-smb is: [{'id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'name': 'tempest-AttachVolumeTestJSON-1733977541-router', 'tenant_id': 'b2113442954541cab162ef98a99ce1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85'}], 'enable_snat': True}, 'gw_port_id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:50:52Z', 'revision_number': 5, 'project_id': 'b2113442954541cab162ef98a99ce1eb', 'gw_port': {'id': 'e523fc25-6c2e-4c61-8ffc-00bcb690f321', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:9e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8c2cf02-d027-4e19-8441-b5c981db26b2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:44:53Z', 'updated_at': '2022-02-28T18:45:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:50:54.889774 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Calling delete_port for e523fc25-6c2e-4c61-8ffc-00bcb690f321 owned by network:router_gateway {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:50:55.084435 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:55.136219 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e523fc25-6c2e-4c61-8ffc-00bcb690f321,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:55.376409 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717007'] for router_gateway, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:55.575615 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6183705a-82c6-4350-bea2-8b24392780cc req-f50f0442-721a-41bc-b002-db46d51bbbd7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:55.577706 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6183705a-82c6-4350-bea2-8b24392780cc req-f50f0442-721a-41bc-b002-db46d51bbbd7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0876825 Feb 28 18:50:55.630463 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-6183705a-82c6-4350-bea2-8b24392780cc req-991720e8-8348-462f-9367-5e17cc0a63f7 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463657 Feb 28 18:50:55.681938 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41608'] for router, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:55.686544 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:55.785161 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device ca3cea32-5b67-4b07-8a18-5794feb01a6a no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:50:55.819006 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: ca3cea32-5b67-4b07-8a18-5794feb01a6a {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:50:55.819496 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device ca3cea32-5b67-4b07-8a18-5794feb01a6a not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:50:55.889609 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718315'] for router, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:55.890567 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8c2cf02-d027-4e19-8441-b5c981db26b2 {{(pid=83019) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:50:55.905584 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] Notify callbacks [] for router, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:55.906831 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-25554750-430e-47a1-831c-3de1ff1d9a03 admin admin] 10.222.0.45 "DELETE /v2.0/routers/d8c2cf02-d027-4e19-8441-b5c981db26b2 HTTP/1.1" status: 204 len: 168 time: 2.3635204 Feb 28 18:50:55.909486 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48226) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:56.016228 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a025ef-f3d7-4f81-837b-1024708c3f63 admin admin] Deleting subnet 6e9f94b2-c035-49ad-9387-08f96d2f51c5 {{(pid=83020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:50:56.025141 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-59a025ef-f3d7-4f81-837b-1024708c3f63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.177753 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-59a025ef-f3d7-4f81-837b-1024708c3f63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2867368'] for subnet, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.257910 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-59a025ef-f3d7-4f81-837b-1024708c3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.340155 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-59a025ef-f3d7-4f81-837b-1024708c3f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2498479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201128'] for subnet, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.377521 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a025ef-f3d7-4f81-837b-1024708c3f63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e9f94b2-c035-49ad-9387-08f96d2f51c5,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:56.385289 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-59a025ef-f3d7-4f81-837b-1024708c3f63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.393788 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-59a025ef-f3d7-4f81-837b-1024708c3f63 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/6e9f94b2-c035-49ad-9387-08f96d2f51c5 HTTP/1.1" status: 204 len: 168 time: 0.4807189 Feb 28 18:50:56.393955 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5415701c-82d9-4649-b93e-631b0c9fcab8 None None] Network 198014fe-b52d-406d-84ea-527087f16987 requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:50:56.394436 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48230) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:56.550430 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.561809 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Deleting port f5c5541d-24a3-401e-90ec-6e492182af70 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:50:56.562147 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.708051 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] DHCP port deletion for 198014fe-b52d-406d-84ea-527087f16987 request from dv-cinder-831188-1-smb {{(pid=83021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 18:50:56.713500 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] Deleting port f5c5541d-24a3-401e-90ec-6e492182af70 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:50:56.713855 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.790459 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] For port f5c5541d-24a3-401e-90ec-6e492182af70, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=f5c5541d-24a3-401e-90ec-6e492182af70,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:56.791050 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:56.920282 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10a637-cc1b-43ac-a922-8ddd874169ce req-b4a1041f-6d2d-4a3a-a00d-99ab829ee976 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:56.921880 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5f10a637-cc1b-43ac-a922-8ddd874169ce req-b4a1041f-6d2d-4a3a-a00d-99ab829ee976 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0988877 Feb 28 18:50:56.931557 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Calling delete_port for f5c5541d-24a3-401e-90ec-6e492182af70 owned by network:dhcp {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:50:56.997689 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5f10a637-cc1b-43ac-a922-8ddd874169ce req-520bd6f0-2d9b-4b3d-b5ff-f70698595c64 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615377 Feb 28 18:50:57.014283 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] For port f5c5541d-24a3-401e-90ec-6e492182af70, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=f5c5541d-24a3-401e-90ec-6e492182af70,segment=NetworkSegment(45592a5d-5288-4c9f-8e07-5d34aef05343),segment_id=45592a5d-5288-4c9f-8e07-5d34aef05343)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:57.014669 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.055106 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.108564 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5c5541d-24a3-401e-90ec-6e492182af70,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:57.124781 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] No DVR routers for this DVR port f5c5541d-24a3-401e-90ec-6e492182af70 on host dv-cinder-831188-1-smb {{(pid=83020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:50:57.185932 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] Calling delete_port for f5c5541d-24a3-401e-90ec-6e492182af70 owned by network:dhcp {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:50:57.262319 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.db.api [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:50:57.263010 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG oslo_db.api [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:50:57.279664 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.312016 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['198014fe-b52d-406d-84ea-527087f16987']}} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:57.326603 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45592a5d-5288-4c9f-8e07-5d34aef05343') {'for_net_delete': True} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:57.326908 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45592a5d-5288-4c9f-8e07-5d34aef05343') {} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:50:57.339530 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2867363'] for segment, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.359033 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.366508 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=83020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:50:57.366921 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498309'] for segment, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: Traceback (most recent call last): Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: timer() Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: cb(*args, **kw) Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: return func(*args, **kwargs) Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: self._notify() Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: self.callback(batched_events) Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: event.method(event) Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: return f(self, *a, **k) Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: return self._get(url).json() Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: return self.request(url, 'GET', **kwargs) Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:50:57.382839 dv-cinder-831188-1-smb neutron-server[83020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:50:57.472653 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.491088 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.501600 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] Pushing event deleted for resources: {'Network': ['ID=198014fe-b52d-406d-84ea-527087f16987,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:57.522020 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-48e8d0c5-97a0-4c31-82cf-54e2530b932b admin admin] 10.222.0.45 "DELETE /v2.0/networks/198014fe-b52d-406d-84ea-527087f16987 HTTP/1.1" status: 204 len: 168 time: 1.1240408 Feb 28 18:50:57.749761 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48240) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:57.764930 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] Deleting port f5c5541d-24a3-401e-90ec-6e492182af70 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:50:57.765530 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.809324 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48244) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:50:57.810399 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-0404bbb6-94aa-42d1-b8c7-22e77070c16e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b2113442954541cab162ef98a99ce1eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0584726 Feb 28 18:50:57.810534 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device f5c5541d-24a3-401e-90ec-6e492182af70 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:50:57.861609 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: f5c5541d-24a3-401e-90ec-6e492182af70 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:50:57.862315 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device f5c5541d-24a3-401e-90ec-6e492182af70 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:50:57.862715 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device e523fc25-6c2e-4c61-8ffc-00bcb690f321 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:50:57.880886 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cb79c4d-e73e-4832-9a98-6e568a3f271e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.913138 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cb79c4d-e73e-4832-9a98-6e568a3f271e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:57.932462 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: e523fc25-6c2e-4c61-8ffc-00bcb690f321 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:50:57.932842 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device e523fc25-6c2e-4c61-8ffc-00bcb690f321 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:50:57.940322 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-75be6158-09c6-4445-a666-4cd35e029a32 None None] The port 'f5c5541d-24a3-401e-90ec-6e492182af70' was deleted {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 18:50:57.984314 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cb79c4d-e73e-4832-9a98-6e568a3f271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.010557 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb79c4d-e73e-4832-9a98-6e568a3f271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79731fa-b3b8-4499-8254-a406421e27ba,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:50:58.023878 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-4cb79c4d-e73e-4832-9a98-6e568a3f271e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:58.028137 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-4cb79c4d-e73e-4832-9a98-6e568a3f271e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b79731fa-b3b8-4499-8254-a406421e27ba HTTP/1.1" status: 204 len: 168 time: 0.2155716 Feb 28 18:50:58.271410 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785bedef-6909-4469-8669-a31aa9358324 req-2c7c0146-4e88-4bfd-b23d-122d19a88bec tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:58.273238 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-785bedef-6909-4469-8669-a31aa9358324 req-2c7c0146-4e88-4bfd-b23d-122d19a88bec tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.0907199 Feb 28 18:50:58.330227 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-785bedef-6909-4469-8669-a31aa9358324 req-2c8c8e3a-11c2-4ba9-868b-64e6c42ae444 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466003 Feb 28 18:50:59.092075 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-89c73853-a69a-42a3-bbc5-761d66f735a1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 1097 time: 0.0709527 Feb 28 18:50:59.247306 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-9b687ba0-adf8-4f20-9acc-a17208840e44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:59.248731 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-9b687ba0-adf8-4f20-9acc-a17208840e44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 200 len: 917 time: 0.1329160 Feb 28 18:50:59.360986 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-eb82b616-1361-48d4-82b5-5a7e055237f2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4f16ae0c-9fcc-4690-babe-5225d523b665 HTTP/1.1" status: 200 len: 999 time: 0.1048832 Feb 28 18:50:59.433379 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-11a70aa5-bd22-47e6-a0ee-2dccd407b7ba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:59.434940 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-11a70aa5-bd22-47e6-a0ee-2dccd407b7ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 200 len: 855 time: 0.0663891 Feb 28 18:50:59.572465 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-4f0f2f91-dfaf-44fe-94b2-00601d6dabeb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a96b9800-dd5e-4cee-96df-a385ed65ba1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1312659 Feb 28 18:50:59.582479 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ece36-8c51-42f0-8361-d4e8509bd8f7 req-331f7e0a-e272-43ff-8e80-d0cc30b301a0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:50:59.596268 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e07ece36-8c51-42f0-8361-d4e8509bd8f7 req-331f7e0a-e272-43ff-8e80-d0cc30b301a0 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 944 time: 0.1027853 Feb 28 18:50:59.716743 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-e07ece36-8c51-42f0-8361-d4e8509bd8f7 req-37943f51-9d46-44be-a9ad-d84e7e51c4b6 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108353 Feb 28 18:50:59.743421 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:50:59.766198 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-48ab7a48-4588-4671-8bc8-b53b41a16acd service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805878 Feb 28 18:50:59.892858 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:50:59.906254 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'port_id': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'mac_address': 'fa:16:3e:3d:ab:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:50:59.909874 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-bd7946b6-75ef-4f27-bc63-7c59e48d2f7a req-100b7e87-d1ea-4125-be95-fcfa52dee5ac service neutron] 10.222.0.65 "GET /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370416 Feb 28 18:50:59.963206 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:50:59.980862 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f16ae0c-9fcc-4690-babe-5225d523b665 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:50:59.996956 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:00.003080 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:00.072925 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=9']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:00.311171 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['4f16ae0c-9fcc-4690-babe-5225d523b665'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:51:01.086027 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976d4ae-0abe-4694-859c-cd0fade4c033 req-7c8c24dd-0787-47f2-97c2-8c11f879fe0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:01.087496 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2976d4ae-0abe-4694-859c-cd0fade4c033 req-7c8c24dd-0787-47f2-97c2-8c11f879fe0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 945 time: 0.0747623 Feb 28 18:51:01.135684 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2976d4ae-0abe-4694-859c-cd0fade4c033 req-61bc09a4-07a9-4228-ae51-857d59f1a1f3 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416982 Feb 28 18:51:01.749657 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:51:01.821813 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 4f16ae0c-9fcc-4690-babe-5225d523b665 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:51:01.822180 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:01.935197 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:01.962449 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:51:01.972011 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:01.977231 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:02.034822 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'code': 200} Feb 28 18:51:02.057897 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=10']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:02.308770 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-881c75f4-56fa-4aa3-bd34-7a10914e191a req-43d6af61-06cf-420c-96f0-8fe6db3b5d5a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 1100 time: 0.0680230 Feb 28 18:51:02.344599 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c51acaf-346a-47ec-a100-110185d11b02 req-ec6e1a85-511a-4421-aa67-1a15f9f0c5bd tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:02.346182 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5c51acaf-346a-47ec-a100-110185d11b02 req-ec6e1a85-511a-4421-aa67-1a15f9f0c5bd tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 947 time: 0.0775220 Feb 28 18:51:02.353360 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-881c75f4-56fa-4aa3-bd34-7a10914e191a req-2e7ac0e4-3b63-475a-955c-34ff9e013aa6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386081 Feb 28 18:51:02.391681 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-5c51acaf-346a-47ec-a100-110185d11b02 req-e6ffe146-dcb5-4213-98ea-51a98efcf6ca tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388763 Feb 28 18:51:03.504121 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48348) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:03.621997 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a83fc-b10b-4ba1-a7f4-49305a087466 req-4dbb6a86-1f32-4d4d-8c92-233e9f91c756 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:03.623473 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-839a83fc-b10b-4ba1-a7f4-49305a087466 req-4dbb6a86-1f32-4d4d-8c92-233e9f91c756 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 947 time: 0.0832973 Feb 28 18:51:03.657495 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:03.679188 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-839a83fc-b10b-4ba1-a7f4-49305a087466 req-52c589dc-a729-4879-b68c-c78530cb6ef1 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497642 Feb 28 18:51:03.704322 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:03.709134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Usage tracker for resource:security_group_rule and tenant:94dc00bdf991427daa2d41cd96b47237 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:03.713039 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:03.719149 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:03.792168 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:03.795789 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:03.927514 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f15ff7-8787-47a4-b5fd-77fcbef73c04,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:03.932205 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94dc00bdf991427daa2d41cd96b47237&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4266138 Feb 28 18:51:03.934884 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48384) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:03.952947 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.953295 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.953628 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.953955 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.954280 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.954605 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.954923 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.955240 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.955577 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.955893 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:03.956203 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a2484b3-63a7-4249-b8ab-55065bfcf2b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:04.006136 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bc89c7de-e6be-4c1a-8844-42a1ed79d814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.032508 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bc89c7de-e6be-4c1a-8844-42a1ed79d814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.082537 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bc89c7de-e6be-4c1a-8844-42a1ed79d814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.098782 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc89c7de-e6be-4c1a-8844-42a1ed79d814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f15ff7-8787-47a4-b5fd-77fcbef73c04,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:04.103084 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bc89c7de-e6be-4c1a-8844-42a1ed79d814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.104195 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-bc89c7de-e6be-4c1a-8844-42a1ed79d814 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a9f15ff7-8787-47a4-b5fd-77fcbef73c04 HTTP/1.1" status: 204 len: 168 time: 0.1683311 Feb 28 18:51:04.431083 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48392) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:04.449870 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.479642 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:04.483300 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] Usage tracker for resource:security_group_rule and tenant:7213c6d3b08745d79fcce74cb59bc1dd is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:04.485985 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:04.492219 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:04.559175 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.562876 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.603954 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e99340-9fba-4176-83ab-86a66e937b5e,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:04.611141 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f3e04b6c-70a1-4408-8090-79f4b0f5fbff admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7213c6d3b08745d79fcce74cb59bc1dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1789064 Feb 28 18:51:04.613703 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48396) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:04.671434 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-722451a6-fbf4-47e0-8d61-5627fdc5351e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.695908 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-722451a6-fbf4-47e0-8d61-5627fdc5351e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.747885 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-722451a6-fbf4-47e0-8d61-5627fdc5351e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.765970 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722451a6-fbf4-47e0-8d61-5627fdc5351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e99340-9fba-4176-83ab-86a66e937b5e,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:04.768186 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-722451a6-fbf4-47e0-8d61-5627fdc5351e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:04.771951 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-722451a6-fbf4-47e0-8d61-5627fdc5351e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/13e99340-9fba-4176-83ab-86a66e937b5e HTTP/1.1" status: 204 len: 168 time: 0.1541455 Feb 28 18:51:04.906823 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ffaf8-d993-4624-8f6a-d02fbae424ed req-094366f7-2cc2-48fa-a4a1-6516efaf0319 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:04.908412 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d61ffaf8-d993-4624-8f6a-d02fbae424ed req-094366f7-2cc2-48fa-a4a1-6516efaf0319 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 947 time: 0.0782912 Feb 28 18:51:04.955711 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-d61ffaf8-d993-4624-8f6a-d02fbae424ed req-300d9284-aad5-4aba-85d4-fdd46ea453dd tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400741 Feb 28 18:51:10.577631 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-054d7a06-8871-46cd-8a03-c197ab97d998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:10.840904 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48500) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:10.987621 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.018818 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:11.022741 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] Usage tracker for resource:security_group_rule and tenant:87611ece2bc640d8b84d4683daeda0b5 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:11.026071 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:11.031641 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:11.095410 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.099744 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.146577 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5387d4ef-e555-427b-af83-d47a3c5510e4,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:11.150929 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c9e26e57-3704-4120-a1f5-7c5e8ab4bd54 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87611ece2bc640d8b84d4683daeda0b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3090250 Feb 28 18:51:11.153891 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48506) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:11.210119 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5402edb2-b795-43a8-86fa-b7c25fa51ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.235146 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5402edb2-b795-43a8-86fa-b7c25fa51ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.284778 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5402edb2-b795-43a8-86fa-b7c25fa51ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.300460 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402edb2-b795-43a8-86fa-b7c25fa51ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387d4ef-e555-427b-af83-d47a3c5510e4,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:11.304671 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-5402edb2-b795-43a8-86fa-b7c25fa51ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.305754 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-5402edb2-b795-43a8-86fa-b7c25fa51ed8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5387d4ef-e555-427b-af83-d47a3c5510e4 HTTP/1.1" status: 204 len: 168 time: 0.1513917 Feb 28 18:51:11.625645 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48514) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:11.644104 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.674774 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:11.678648 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] Usage tracker for resource:security_group_rule and tenant:b6d1d7a92fb24734a8017ae7a55cd568 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:11.681464 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:11.686951 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:11.750514 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.753835 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.802160 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9e625-a777-4393-86b8-67dd4896741e,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:11.806397 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-a768ba74-fabf-45e3-a2bf-b0666b272e9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b6d1d7a92fb24734a8017ae7a55cd568&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797488 Feb 28 18:51:11.809321 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48518) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:11.867482 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-09613c22-2ece-409c-8ded-3a2d5f7beb64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.892093 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-09613c22-2ece-409c-8ded-3a2d5f7beb64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.940736 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-09613c22-2ece-409c-8ded-3a2d5f7beb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.954927 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09613c22-2ece-409c-8ded-3a2d5f7beb64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9e625-a777-4393-86b8-67dd4896741e,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:11.961011 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-09613c22-2ece-409c-8ded-3a2d5f7beb64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:11.964605 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-09613c22-2ece-409c-8ded-3a2d5f7beb64 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/78f9e625-a777-4393-86b8-67dd4896741e HTTP/1.1" status: 204 len: 168 time: 0.1519604 Feb 28 18:51:12.841030 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:51:13.021137 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4510b646-2019-4632-9441-c4afc88aece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:14.090997 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:14.174323 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:15.407336 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:19.365258 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:19.797731 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48604) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:19.940657 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:19.971780 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:19.976435 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] Usage tracker for resource:security_group_rule and tenant:3d903ea8177548f5b301130e2e5a46dd is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:19.979788 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:19.986136 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:20.060009 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.063380 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.106860 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a28a9f9-bd36-4cb3-b288-d083ef2af588,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:20.112327 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-1acbb7b3-5fcb-4945-be74-a87bc6357f18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d903ea8177548f5b301130e2e5a46dd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3135967 Feb 28 18:51:20.115604 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48610) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:20.174636 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-909eca00-4f75-4aef-8681-c9ea6f14b4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.200413 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-909eca00-4f75-4aef-8681-c9ea6f14b4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.250843 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-909eca00-4f75-4aef-8681-c9ea6f14b4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.267971 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909eca00-4f75-4aef-8681-c9ea6f14b4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a28a9f9-bd36-4cb3-b288-d083ef2af588,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:20.273411 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-909eca00-4f75-4aef-8681-c9ea6f14b4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.275707 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-909eca00-4f75-4aef-8681-c9ea6f14b4a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5a28a9f9-bd36-4cb3-b288-d083ef2af588 HTTP/1.1" status: 204 len: 168 time: 0.1589923 Feb 28 18:51:20.603239 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48618) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:20.621684 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.656471 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:20.660189 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] Usage tracker for resource:security_group_rule and tenant:b0e7dd222508444cbd05996e7227e9c8 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:20.663730 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:20.669309 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:20.733981 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.737657 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.780599 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3a1cb9-ce7f-4d09-a54a-68106a54b135,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:20.786374 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-59292543-a496-4811-8ce9-cc02c824696f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b0e7dd222508444cbd05996e7227e9c8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1820474 Feb 28 18:51:20.788888 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48622) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:20.848785 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fa8ec33b-15ec-431b-a179-bce9a5f83be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.879962 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fa8ec33b-15ec-431b-a179-bce9a5f83be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.937810 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fa8ec33b-15ec-431b-a179-bce9a5f83be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.951656 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ec33b-15ec-431b-a179-bce9a5f83be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3a1cb9-ce7f-4d09-a54a-68106a54b135,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:20.958732 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fa8ec33b-15ec-431b-a179-bce9a5f83be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:20.962384 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-fa8ec33b-15ec-431b-a179-bce9a5f83be5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b3a1cb9-ce7f-4d09-a54a-68106a54b135 HTTP/1.1" status: 204 len: 168 time: 0.1700723 Feb 28 18:51:31.173550 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48758) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:31.313970 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.344021 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:31.348323 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] Usage tracker for resource:security_group_rule and tenant:ddae9e34dde6482fb78d74f9c57a4a5a is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:31.351070 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:31.356676 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:31.420870 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.424359 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.468408 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999e2e16-806b-4454-abf4-ec6fb5170447,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:31.473443 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-7ca5c509-d5c7-48c7-aaba-813f8fbc90d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ddae9e34dde6482fb78d74f9c57a4a5a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2981622 Feb 28 18:51:31.475936 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48764) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:31.533268 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-330c3e64-8925-417e-8789-357af9f7e92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.558290 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-330c3e64-8925-417e-8789-357af9f7e92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.610221 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-330c3e64-8925-417e-8789-357af9f7e92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.626518 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c3e64-8925-417e-8789-357af9f7e92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999e2e16-806b-4454-abf4-ec6fb5170447,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:31.630158 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-330c3e64-8925-417e-8789-357af9f7e92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:31.631272 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-330c3e64-8925-417e-8789-357af9f7e92c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/999e2e16-806b-4454-abf4-ec6fb5170447 HTTP/1.1" status: 204 len: 168 time: 0.1544435 Feb 28 18:51:32.037413 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48772) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:32.055630 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.085658 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:32.089447 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] Usage tracker for resource:security_group_rule and tenant:6bcd17a43fe84b09b6351723dea30ec2 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:32.092189 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:32.098299 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:32.159942 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.164137 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.206500 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71b3f2c4-0a30-49c6-8b0e-c7dc1ed92112,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:32.214662 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-510be2eb-35f6-4a02-a242-2e61a574c0b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6bcd17a43fe84b09b6351723dea30ec2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1739221 Feb 28 18:51:32.215012 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48776) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:32.272094 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-583fecde-30d5-452c-9557-6b82c22850cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.298757 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-583fecde-30d5-452c-9557-6b82c22850cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.359405 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-583fecde-30d5-452c-9557-6b82c22850cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.374542 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583fecde-30d5-452c-9557-6b82c22850cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b3f2c4-0a30-49c6-8b0e-c7dc1ed92112,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:32.382115 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-583fecde-30d5-452c-9557-6b82c22850cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.383237 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-583fecde-30d5-452c-9557-6b82c22850cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/71b3f2c4-0a30-49c6-8b0e-c7dc1ed92112 HTTP/1.1" status: 204 len: 168 time: 0.1674719 Feb 28 18:51:32.762016 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48786) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:32.779852 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.810625 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:32.814385 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Usage tracker for resource:security_group_rule and tenant:cc3f92115d4b4c99b50341d9fd4ae13b is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:32.817231 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:32.822791 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:32.888931 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.892552 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:32.936435 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94d2b2e-c72b-436f-98d1-ada69820595e,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:32.944431 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc3f92115d4b4c99b50341d9fd4ae13b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1813955 Feb 28 18:51:32.947286 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48790) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:32.947765 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.948113 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.948456 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.948789 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.949121 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.949447 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.949770 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.950094 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.950412 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.950728 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:32.951043 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8757c0e-cecc-4c49-aec7-4885648741ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:51:33.007145 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f24f54df-d3d8-4b53-9932-5b6d5ead8efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.032164 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f24f54df-d3d8-4b53-9932-5b6d5ead8efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.081212 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f24f54df-d3d8-4b53-9932-5b6d5ead8efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.095558 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f54df-d3d8-4b53-9932-5b6d5ead8efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94d2b2e-c72b-436f-98d1-ada69820595e,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:33.102072 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f24f54df-d3d8-4b53-9932-5b6d5ead8efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:33.103769 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f24f54df-d3d8-4b53-9932-5b6d5ead8efa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d94d2b2e-c72b-436f-98d1-ada69820595e HTTP/1.1" status: 204 len: 168 time: 0.1554928 Feb 28 18:51:38.286971 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc71bf9-c30d-4cb1-be35-a8a8d0a37062 req-5a7dddc0-4719-4b3f-a84c-a35a522486f6 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:38.288387 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3fc71bf9-c30d-4cb1-be35-a8a8d0a37062 req-5a7dddc0-4719-4b3f-a84c-a35a522486f6 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 947 time: 0.0855505 Feb 28 18:51:38.339969 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3fc71bf9-c30d-4cb1-be35-a8a8d0a37062 req-30f1ba29-1cf1-496b-9351-d1368060bd84 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441904 Feb 28 18:51:39.570382 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9dc31b-cc36-4859-80de-b9582dec2920 req-f1ecf353-6b67-4619-b22b-978e8d887c07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:39.572022 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8a9dc31b-cc36-4859-80de-b9582dec2920 req-f1ecf353-6b67-4619-b22b-978e8d887c07 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 947 time: 0.0821779 Feb 28 18:51:39.621923 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-8a9dc31b-cc36-4859-80de-b9582dec2920 req-6f2c747c-a279-4abf-b964-a56e955a6684 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups?id=c283c4f8-8ce2-40d0-83ed-672ea40f8d51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444210 Feb 28 18:51:39.662775 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-a83ea619-ea87-450c-bf13-fea6c18da165 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:39.664230 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-a83ea619-ea87-450c-bf13-fea6c18da165 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 947 time: 0.0829804 Feb 28 18:51:39.748156 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Deleting port 4f16ae0c-9fcc-4690-babe-5225d523b665 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:51:39.748580 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.086135 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] For port 4f16ae0c-9fcc-4690-babe-5225d523b665, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=4f16ae0c-9fcc-4690-babe-5225d523b665,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:40.086486 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.364196 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.364554 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1717116'] for floatingip, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.364860 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.l3_db [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Floating IP a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d disassociated. External IP: 172.28.3.61, port: 4f16ae0c-9fcc-4690-babe-5225d523b665. Feb 28 18:51:40.365192 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Calling delete_port for 4f16ae0c-9fcc-4690-babe-5225d523b665 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:51:40.505510 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.550405 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event deleted for resources: {'Port': ['ID=4f16ae0c-9fcc-4690-babe-5225d523b665,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:40.583284 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-a0268845-cfb2-4d06-a8ae-7800be88ab0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:40.759623 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Router 96341394-f917-4d21-8c27-6b1147eb9644 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:40.804357 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-00346bf0-e694-4b42-b566-acfb86482a46 req-e0cf2cb5-8712-48c6-8554-0c2759fe997d tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/ports?device_id=92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0 HTTP/1.1" status: 200 len: 210 time: 0.0416565 Feb 28 18:51:41.014623 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:41.027708 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] Sync routers for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:51:41.043951 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:51:41.045156 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:51:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:41.112823 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] No DVR routers for this DVR port 4f16ae0c-9fcc-4690-babe-5225d523b665 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:41.116371 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:41.120337 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-deleted', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:51:41.156399 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-7a6ed3b3-3331-4a23-8a63-1548695b3393 req-b4853ab8-3dba-4c6c-844b-7f88dbf3f9a5 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.65 "DELETE /v2.0/ports/4f16ae0c-9fcc-4690-babe-5225d523b665 HTTP/1.1" status: 204 len: 173 time: 1.4856093 Feb 28 18:51:41.191494 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92524d0b-8ec8-4e3e-a57e-4d1cb67ba0b0', 'name': 'network-vif-deleted', 'tag': '4f16ae0c-9fcc-4690-babe-5225d523b665', 'status': 'completed', 'code': 200} Feb 28 18:51:41.261993 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:51:41.594876 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:41.598650 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] Checking router: 96341394-f917-4d21-8c27-6b1147eb9644 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:51:41.609142 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:51:41.609713 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:51:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:41.779862 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:51:41.961050 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48924) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:41.967569 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:51:42.007391 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 4f16ae0c-9fcc-4690-babe-5225d523b665 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:51:42.008035 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 4f16ae0c-9fcc-4690-babe-5225d523b665 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:51:42.031129 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0f6deaa0-780b-4448-8e27-6890645f7d3f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.059672 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0f6deaa0-780b-4448-8e27-6890645f7d3f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.092953 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:42.096830 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239ca8d2-d720-406e-97e7-21f349a8f7a6 None None] The sync data for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb is: [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:45:20Z', 'revision_number': 4, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '883c6785-9a1b-4ba6-8dd7-460a8823700d', 'name': '', 'network_id': 'a96b9800-dd5e-4cee-96df-a385ed65ba1e', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'mac_address': 'fa:16:3e:d6:ad:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:19Z', 'updated_at': '2022-02-28T18:45:56Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'subnets': [{'id': 'fe0fec99-1b78-46df-bb49-0a09617f2237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:51:42.110671 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0f6deaa0-780b-4448-8e27-6890645f7d3f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.134432 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6deaa0-780b-4448-8e27-6890645f7d3f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c283c4f8-8ce2-40d0-83ed-672ea40f8d51,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:42.147179 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0f6deaa0-780b-4448-8e27-6890645f7d3f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.148519 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-0f6deaa0-780b-4448-8e27-6890645f7d3f tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "DELETE /v2.0/security-groups/c283c4f8-8ce2-40d0-83ed-672ea40f8d51 HTTP/1.1" status: 204 len: 168 time: 0.1862755 Feb 28 18:51:42.151094 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48928) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:42.169907 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.api.v2.resource [None req-8a339265-3f19-4e13-a04d-a09607ebf631 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] show failed (client error): The resource could not be found. Feb 28 18:51:42.170784 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8a339265-3f19-4e13-a04d-a09607ebf631 tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "GET /v2.0/security-groups/c283c4f8-8ce2-40d0-83ed-672ea40f8d51 HTTP/1.1" status: 404 len: 347 time: 0.0187778 Feb 28 18:51:42.173835 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 48932) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:42.334506 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d01ffb-a1bd-4078-8ad1-87867e532bd3 None None] New status for floating IP a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d: DOWN {{(pid=83021) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:51:42.342718 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Deleting port 8afd7808-738c-485a-8808-7b372173d042 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:51:42.343175 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.609921 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.610252 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:42.729349 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Calling delete_port for 8afd7808-738c-485a-8808-7b372173d042 owned by network:floatingip {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:51:42.812547 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.db.api [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83019) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:51:42.812870 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG oslo_db.api [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:51:42.936318 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48946) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:43.025480 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-88cbebdf-65e5-476f-81d8-42c701283205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.081505 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.112657 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:43.116396 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] Usage tracker for resource:security_group_rule and tenant:5d9f647d95c44a4587b1b73a872d30ee is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:43.119100 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:43.124652 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:43.190689 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.194642 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.239040 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568eb7dc-48f4-4835-919b-babc86a9e97a,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:43.242857 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-ae494dc7-1a4e-44dc-8ab5-3a086f1a5735 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d9f647d95c44a4587b1b73a872d30ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3055685 Feb 28 18:51:43.246110 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48952) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:43.305579 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-65754ac0-cb5c-412b-8ecd-b06bb8713ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.313962 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Deleting port 8afd7808-738c-485a-8808-7b372173d042 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:51:43.314430 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.333926 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-65754ac0-cb5c-412b-8ecd-b06bb8713ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.384774 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-65754ac0-cb5c-412b-8ecd-b06bb8713ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.402079 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65754ac0-cb5c-412b-8ecd-b06bb8713ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568eb7dc-48f4-4835-919b-babc86a9e97a,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:43.404257 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-65754ac0-cb5c-412b-8ecd-b06bb8713ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.411160 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-65754ac0-cb5c-412b-8ecd-b06bb8713ef3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/568eb7dc-48f4-4835-919b-babc86a9e97a HTTP/1.1" status: 204 len: 168 time: 0.1612420 Feb 28 18:51:43.484348 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.484668 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.605592 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Calling delete_port for 8afd7808-738c-485a-8808-7b372173d042 owned by network:floatingip {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:51:43.741546 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48960) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:43.745958 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.759527 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.790820 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:43.791036 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Pushing event deleted for resources: {'Port': ['ID=8afd7808-738c-485a-8808-7b372173d042,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:43.795633 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3c5ee58ee64b7b99f3b0b79c55839b is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:43.798980 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:43.805386 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:43.870122 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.873983 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.885350 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks [] for floatingip, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.901340 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:43.904850 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-67d65c50-ec05-4d2e-9841-4f4f82c08b0c tempest-AttachVolumeShelveTestJSON-1303600138 tempest-AttachVolumeShelveTestJSON-1303600138-project] 10.222.0.45 "DELETE /v2.0/floatingips/a8a9bdf1-15ad-4ee3-b8e6-1eaa8916fc0d HTTP/1.1" status: 204 len: 168 time: 1.7276282 Feb 28 18:51:43.923067 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2025d48c-c0eb-46e2-92be-67f9e6153da0,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:43.930592 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-309804e7-7b48-4233-ab82-4aab079835f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3f3c5ee58ee64b7b99f3b0b79c55839b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1856537 Feb 28 18:51:43.930974 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48966) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:43.998320 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f2315aa0-1aff-4a58-9917-6efca61cbec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.032233 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f2315aa0-1aff-4a58-9917-6efca61cbec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.091301 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f2315aa0-1aff-4a58-9917-6efca61cbec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.096414 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.107419 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2315aa0-1aff-4a58-9917-6efca61cbec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025d48c-c0eb-46e2-92be-67f9e6153da0,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:44.111952 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-f2315aa0-1aff-4a58-9917-6efca61cbec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.113421 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-f2315aa0-1aff-4a58-9917-6efca61cbec4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2025d48c-c0eb-46e2-92be-67f9e6153da0 HTTP/1.1" status: 204 len: 168 time: 0.1811514 Feb 28 18:51:44.177835 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.494516 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48976) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:44.512955 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.543078 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:51:44.546826 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] Usage tracker for resource:security_group_rule and tenant:8860e8b317aa49ff95b4373704659745 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:51:44.549587 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:51:44.560476 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:51:44.628245 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.632119 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.679760 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1ce6a4-4273-4630-ae53-18ae5ff36ee5,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:44.683731 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-073b1678-2787-4a19-bd30-219e3c297b9c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8860e8b317aa49ff95b4373704659745&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1880748 Feb 28 18:51:44.686434 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 48980) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:44.743506 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-38761907-6aa3-4c65-99f6-cc9318c1ac4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.767816 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-38761907-6aa3-4c65-99f6-cc9318c1ac4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.816803 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-38761907-6aa3-4c65-99f6-cc9318c1ac4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.830711 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38761907-6aa3-4c65-99f6-cc9318c1ac4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1ce6a4-4273-4630-ae53-18ae5ff36ee5,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:44.837280 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-38761907-6aa3-4c65-99f6-cc9318c1ac4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:44.838384 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-38761907-6aa3-4c65-99f6-cc9318c1ac4f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc1ce6a4-4273-4630-ae53-18ae5ff36ee5 HTTP/1.1" status: 204 len: 168 time: 0.1510134 Feb 28 18:51:45.409407 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:46.694382 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49044) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:47.358119 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717866'] for router_interface, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:47.976729 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Deleting port 883c6785-9a1b-4ba6-8dd7-460a8823700d {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:51:47.977353 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:48.164329 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] For port 883c6785-9a1b-4ba6-8dd7-460a8823700d, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=883c6785-9a1b-4ba6-8dd7-460a8823700d,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:48.164908 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:48.294169 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Calling delete_port for 883c6785-9a1b-4ba6-8dd7-460a8823700d owned by network:router_interface {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:51:48.472746 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:48.607499 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=883c6785-9a1b-4ba6-8dd7-460a8823700d,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:48.899467 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32144924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717977'] for router_interface, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:49.366648 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:49.483735 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Router 96341394-f917-4d21-8c27-6b1147eb9644 has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:51:49.686140 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:51:49.697032 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] Sync routers for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:51:49.700992 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8d1dfb6a-00c0-4614-a5ff-1016e1e06f30 admin admin] 10.222.0.45 "PUT /v2.0/routers/96341394-f917-4d21-8c27-6b1147eb9644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0050359 Feb 28 18:51:49.703120 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49056) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:49.709509 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:51:49.710268 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:51:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:49.857993 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:51:49.908234 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:51:49.912264 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.227583 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.231046 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204'}], 'enable_snat': True}, 'gw_port_id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:51:48Z', 'revision_number': 5, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port': {'id': 'bc97f24d-a4a8-4778-a1a0-5ea044920dab', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:4a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96341394-f917-4d21-8c27-6b1147eb9644', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:45:02Z', 'updated_at': '2022-02-28T18:45:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:50.234995 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] Checking router: 96341394-f917-4d21-8c27-6b1147eb9644 for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:51:50.237640 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Deleting port bc97f24d-a4a8-4778-a1a0-5ea044920dab {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:51:50.238033 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.246371 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] Routers {'96341394-f917-4d21-8c27-6b1147eb9644'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:51:50.246890 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:51:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['96341394-f917-4d21-8c27-6b1147eb9644'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:50.395576 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] Set router 96341394-f917-4d21-8c27-6b1147eb9644 gateway port host: None {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:51:50.419542 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] For port bc97f24d-a4a8-4778-a1a0-5ea044920dab, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bc97f24d-a4a8-4778-a1a0-5ea044920dab,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:50.419899 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.500746 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:51:50Z', 'revision_number': 6, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port_host': None}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:50.506332 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3700c0-e977-4e61-8083-94ad435580b3 None None] The sync data for ids ['96341394-f917-4d21-8c27-6b1147eb9644'] in dv-cinder-831188-1-smb is: [{'id': '96341394-f917-4d21-8c27-6b1147eb9644', 'name': 'tempest-AttachVolumeShelveTestJSON-656054712-router', 'tenant_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:45:00Z', 'updated_at': '2022-02-28T18:51:50Z', 'revision_number': 6, 'project_id': '2d41e65486614b1e9fc7a7e2d586a9b5', 'gw_port_host': None}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:51:50.544866 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Calling delete_port for bc97f24d-a4a8-4778-a1a0-5ea044920dab owned by network:router_gateway {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:51:50.720915 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:50.767954 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc97f24d-a4a8-4778-a1a0-5ea044920dab,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:51.000411 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717007'] for router_gateway, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.263849 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41608'] for router, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.268388 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.295462 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718315'] for router, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.295998 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96341394-f917-4d21-8c27-6b1147eb9644 {{(pid=83020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:51:51.309208 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.312580 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-6a2e53a7-24b5-46f3-964b-9042d30c84a3 admin admin] 10.222.0.45 "DELETE /v2.0/routers/96341394-f917-4d21-8c27-6b1147eb9644 HTTP/1.1" status: 204 len: 168 time: 1.6062939 Feb 28 18:51:51.312808 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49062) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:51.371401 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_v2 [None req-0865285d-d00b-4a9e-8b36-d63e6a836489 admin admin] Deleting subnet fe0fec99-1b78-46df-bb49-0a09617f2237 {{(pid=83020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:51:51.374380 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0865285d-d00b-4a9e-8b36-d63e6a836489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.426276 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0865285d-d00b-4a9e-8b36-d63e6a836489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2867368'] for subnet, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.612270 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0865285d-d00b-4a9e-8b36-d63e6a836489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.680593 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0865285d-d00b-4a9e-8b36-d63e6a836489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2498479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201128'] for subnet, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.720948 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0865285d-d00b-4a9e-8b36-d63e6a836489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0fec99-1b78-46df-bb49-0a09617f2237,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:51.726562 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-0865285d-d00b-4a9e-8b36-d63e6a836489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.732688 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef680d4d-d405-4e30-9016-876c6feabafb None None] Network a96b9800-dd5e-4cee-96df-a385ed65ba1e requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:51:51.737230 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-0865285d-d00b-4a9e-8b36-d63e6a836489 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/fe0fec99-1b78-46df-bb49-0a09617f2237 HTTP/1.1" status: 204 len: 168 time: 0.4234259 Feb 28 18:51:51.740615 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49068) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:51.835046 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 883c6785-9a1b-4ba6-8dd7-460a8823700d no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:51:51.867157 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.877954 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Deleting port 8fda25e7-7c41-44eb-97a9-736e0ed29011 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:51:51.878330 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:51.901694 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 883c6785-9a1b-4ba6-8dd7-460a8823700d {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:51:51.902033 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 883c6785-9a1b-4ba6-8dd7-460a8823700d not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:51:51.902453 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bc97f24d-a4a8-4778-a1a0-5ea044920dab no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:51:51.958345 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: bc97f24d-a4a8-4778-a1a0-5ea044920dab {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:51:51.958719 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bc97f24d-a4a8-4778-a1a0-5ea044920dab not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:51:52.073222 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] DHCP port deletion for a96b9800-dd5e-4cee-96df-a385ed65ba1e request from dv-cinder-831188-1-smb {{(pid=83021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 18:51:52.077625 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] Deleting port 8fda25e7-7c41-44eb-97a9-736e0ed29011 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:51:52.077985 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.096032 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] For port 8fda25e7-7c41-44eb-97a9-736e0ed29011, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=8fda25e7-7c41-44eb-97a9-736e0ed29011,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:52.096391 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.222583 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Calling delete_port for 8fda25e7-7c41-44eb-97a9-736e0ed29011 owned by network:dhcp {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:51:52.302594 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.327027 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] For port 8fda25e7-7c41-44eb-97a9-736e0ed29011, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=8fda25e7-7c41-44eb-97a9-736e0ed29011,segment=NetworkSegment(cc8b235d-ee42-4864-8a5f-d92a4df74d68),segment_id=cc8b235d-ee42-4864-8a5f-d92a4df74d68)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:51:52.327339 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.346999 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fda25e7-7c41-44eb-97a9-736e0ed29011,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:52.356988 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] No DVR routers for this DVR port 8fda25e7-7c41-44eb-97a9-736e0ed29011 on host dv-cinder-831188-1-smb {{(pid=83020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:51:52.451718 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] Calling delete_port for 8fda25e7-7c41-44eb-97a9-736e0ed29011 owned by network:dhcp {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:51:52.479027 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.512381 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96b9800-dd5e-4cee-96df-a385ed65ba1e']}} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:52.525418 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc8b235d-ee42-4864-8a5f-d92a4df74d68') {'for_net_delete': True} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:52.525719 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc8b235d-ee42-4864-8a5f-d92a4df74d68') {} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:51:52.531624 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.db.api [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:51:52.532113 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG oslo_db.api [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:51:52.538071 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2867363'] for segment, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.558440 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.564641 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=83020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:51:52.565027 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498309'] for segment, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: Traceback (most recent call last): Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: timer() Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: cb(*args, **kw) Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: return func(*args, **kwargs) Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: self._notify() Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: self.callback(batched_events) Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: event.method(event) Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: return f(self, *a, **k) Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: return self._get(url).json() Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: return self.request(url, 'GET', **kwargs) Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:51:52.579227 dv-cinder-831188-1-smb neutron-server[83020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:51:52.672203 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.693036 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:52.702951 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96b9800-dd5e-4cee-96df-a385ed65ba1e,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:52.716358 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-34a664e9-951c-4b68-b52c-74838171eb54 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a96b9800-dd5e-4cee-96df-a385ed65ba1e HTTP/1.1" status: 204 len: 168 time: 0.9746709 Feb 28 18:51:52.867106 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49076) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:52.920435 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-c013d42c-633a-41ef-9884-417caa531881 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2d41e65486614b1e9fc7a7e2d586a9b5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521681 Feb 28 18:51:52.922786 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49080) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:51:52.983692 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-aad5e351-9535-4f65-af4f-916494b92efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.011134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-aad5e351-9535-4f65-af4f-916494b92efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.033865 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] Deleting port 8fda25e7-7c41-44eb-97a9-736e0ed29011 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:51:53.034330 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.067575 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-aad5e351-9535-4f65-af4f-916494b92efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.090142 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad5e351-9535-4f65-af4f-916494b92efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8414600f-4315-4579-bb03-e1c91fea7787,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:51:53.091990 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-aad5e351-9535-4f65-af4f-916494b92efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:51:53.095598 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-aad5e351-9535-4f65-af4f-916494b92efa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8414600f-4315-4579-bb03-e1c91fea7787 HTTP/1.1" status: 204 len: 168 time: 0.1695814 Feb 28 18:51:53.110317 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-2998700b-6289-4d02-9c2d-8e1a89d878a0 None None] The port '8fda25e7-7c41-44eb-97a9-736e0ed29011' was deleted {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 18:51:53.776040 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 8fda25e7-7c41-44eb-97a9-736e0ed29011 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:51:53.813242 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 8fda25e7-7c41-44eb-97a9-736e0ed29011 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:51:53.813897 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 8fda25e7-7c41-44eb-97a9-736e0ed29011 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:51:55.048267 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-78a0428f-9207-424b-8405-51c13b7f72ac req-927fbe75-5d14-44ed-a89a-1b77dd00a4d7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1068633 Feb 28 18:51:55.150233 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-78a0428f-9207-424b-8405-51c13b7f72ac req-320d2ddc-5be9-4f06-b394-0b4a1d04b86f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1098 time: 0.0687799 Feb 28 18:51:55.305821 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0428f-9207-424b-8405-51c13b7f72ac req-3e7229f3-4c16-4a9b-97e8-c29890b78917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:55.307233 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-78a0428f-9207-424b-8405-51c13b7f72ac req-3e7229f3-4c16-4a9b-97e8-c29890b78917 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 910 time: 0.1357980 Feb 28 18:51:55.410677 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-78a0428f-9207-424b-8405-51c13b7f72ac req-1dd20364-480e-45d1-8e06-03b6b1b02bbf service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 1000 time: 0.0967038 Feb 28 18:51:55.471351 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0428f-9207-424b-8405-51c13b7f72ac req-ab32eb4a-7e4e-46e8-8614-0df16c52f4cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:51:55.473523 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-78a0428f-9207-424b-8405-51c13b7f72ac req-ab32eb4a-7e4e-46e8-8614-0df16c52f4cc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.0572658 Feb 28 18:51:55.547701 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-78a0428f-9207-424b-8405-51c13b7f72ac req-7b215e77-1710-40f0-a0a2-6555e0755d67 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0683219 Feb 28 18:51:55.774128 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-78a0428f-9207-424b-8405-51c13b7f72ac req-96083f51-99de-4a93-ae16-d8c1a4307da7 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191327 Feb 28 18:51:55.913847 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-78a0428f-9207-424b-8405-51c13b7f72ac req-6f162be1-392e-4014-862e-14e8632d22bc service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338539 Feb 28 18:52:00.432752 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49206) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:00.575066 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:00.604919 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:00.608561 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] Usage tracker for resource:security_group_rule and tenant:83a037aaf2464f5c96d98a65a5492688 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:00.611206 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:00.616910 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:00.683999 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:00.687564 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:00.731502 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd7d34e-33c9-4e54-b5c8-dad081209628,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:00.736856 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-fdcfb7bb-077c-462d-8529-cbed69a939c6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83a037aaf2464f5c96d98a65a5492688&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3030267 Feb 28 18:52:00.739878 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49212) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:00.798284 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bf8549fe-9d83-4c77-9a93-0e7b17ab620a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:00.822867 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bf8549fe-9d83-4c77-9a93-0e7b17ab620a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:00.872503 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bf8549fe-9d83-4c77-9a93-0e7b17ab620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:00.887978 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8549fe-9d83-4c77-9a93-0e7b17ab620a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd7d34e-33c9-4e54-b5c8-dad081209628,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:00.892164 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bf8549fe-9d83-4c77-9a93-0e7b17ab620a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:00.893269 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-bf8549fe-9d83-4c77-9a93-0e7b17ab620a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8dd7d34e-33c9-4e54-b5c8-dad081209628 HTTP/1.1" status: 204 len: 168 time: 0.1524715 Feb 28 18:52:08.320126 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 49348) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:08.458724 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:08.489770 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:08.493874 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] Usage tracker for resource:security_group_rule and tenant:d9ccebb5d45b4db682ea763861cd0eb1 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:08.496693 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:08.502722 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:08.572585 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:08.576578 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:08.626638 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2e4787-dcb1-499b-92af-a7777f29cce9,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:08.634637 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-3517b32e-9c1e-4026-849c-a50f54c1340e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9ccebb5d45b4db682ea763861cd0eb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3129439 Feb 28 18:52:08.637120 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49360) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:08.702288 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:08.728556 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:08.781083 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:08.798226 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2e4787-dcb1-499b-92af-a7777f29cce9,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:08.802929 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:08.806757 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ac2e4787-dcb1-499b-92af-a7777f29cce9 HTTP/1.1" status: 204 len: 168 time: 0.1676235 Feb 28 18:52:08.812241 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.812567 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.813019 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.813305 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.813643 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.813971 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.814301 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.814626 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.814960 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.815273 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:08.816186 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c9e676-7ab1-4377-b9f3-70d96dead996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:10.025080 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 49396) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:10.176843 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:10.207373 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:10.212846 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] Usage tracker for resource:security_group_rule and tenant:7ff7ec49949a4eebbe7e700916db4e27 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:10.216367 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:10.222556 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:10.289355 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:10.292937 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:10.338116 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c5f3c1-368e-40de-adb5-fbe3bf1a82a3,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:10.342459 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-c84d0de3-1cde-4cf1-90b5-37de50edaa10 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ff7ec49949a4eebbe7e700916db4e27&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3163111 Feb 28 18:52:10.345058 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 49402) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:10.403311 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b5b6-39fe-4112-b639-c5aa17063439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:10.427954 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b5b6-39fe-4112-b639-c5aa17063439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:10.479028 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b5b6-39fe-4112-b639-c5aa17063439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:10.494176 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0b5b6-39fe-4112-b639-c5aa17063439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c5f3c1-368e-40de-adb5-fbe3bf1a82a3,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:10.505966 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-eaa0b5b6-39fe-4112-b639-c5aa17063439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:10.510031 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-eaa0b5b6-39fe-4112-b639-c5aa17063439 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/60c5f3c1-368e-40de-adb5-fbe3bf1a82a3 HTTP/1.1" status: 204 len: 168 time: 0.1612074 Feb 28 18:52:10.585225 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0eb33389-efb2-4a40-a9b1-15675b96591d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:11.247300 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 49414) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:11.387635 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:11.418789 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:11.422487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] Usage tracker for resource:security_group_rule and tenant:0a23c7ed74854de3b4a2ed862df42d09 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:11.426015 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:11.431837 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:11.496730 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:11.500417 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:11.542266 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7692c7d4-6fc7-4aee-b3b5-147999eddd76,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:11.552034 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-47367baf-f918-4f52-8030-ecb6b35b1c81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0a23c7ed74854de3b4a2ed862df42d09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3034272 Feb 28 18:52:11.552283 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49420) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:11.609761 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3123ad2a-b8f1-4c63-a724-e5832d002660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:11.634580 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3123ad2a-b8f1-4c63-a724-e5832d002660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:11.684737 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3123ad2a-b8f1-4c63-a724-e5832d002660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:11.698349 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123ad2a-b8f1-4c63-a724-e5832d002660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7692c7d4-6fc7-4aee-b3b5-147999eddd76,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:11.706577 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-3123ad2a-b8f1-4c63-a724-e5832d002660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:11.707769 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-3123ad2a-b8f1-4c63-a724-e5832d002660 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7692c7d4-6fc7-4aee-b3b5-147999eddd76 HTTP/1.1" status: 204 len: 168 time: 0.1545458 Feb 28 18:52:13.029019 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-2c86567c-f219-4fb2-a76f-0d51eed09402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:14.096330 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:14.180170 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:15.415087 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:19.365931 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:21.270121 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49554) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:21.409839 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:21.440017 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:21.443916 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] Usage tracker for resource:security_group_rule and tenant:b7b565cecb7e4ad18579da455c26a814 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:21.446587 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:21.452066 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:21.515388 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:21.519850 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:21.564888 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8585174-1a8e-4a14-88dc-e325272e5ba1,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:21.569257 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-6531947e-8b9f-4cee-920b-03ddf1afbd9e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b7b565cecb7e4ad18579da455c26a814&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2981393 Feb 28 18:52:21.572283 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49560) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:21.630472 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a65126f3-36ee-4f9f-94f1-84439b726ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:21.655421 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a65126f3-36ee-4f9f-94f1-84439b726ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:21.707828 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a65126f3-36ee-4f9f-94f1-84439b726ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:21.722875 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65126f3-36ee-4f9f-94f1-84439b726ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8585174-1a8e-4a14-88dc-e325272e5ba1,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:21.727045 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a65126f3-36ee-4f9f-94f1-84439b726ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:21.730799 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-a65126f3-36ee-4f9f-94f1-84439b726ed8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b8585174-1a8e-4a14-88dc-e325272e5ba1 HTTP/1.1" status: 204 len: 168 time: 0.1580298 Feb 28 18:52:22.050682 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49568) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:22.068923 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:22.099234 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:22.103013 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] Usage tracker for resource:security_group_rule and tenant:343d9c7100f04f8493a7201cb5d2edcf is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:22.105752 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:22.111241 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:22.175487 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:22.178954 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:22.222134 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0260c8-25bc-4485-a9dd-b1c8e58e5a2c,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:22.227371 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-a3de6344-8946-4983-8b77-4f1910b6bf2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=343d9c7100f04f8493a7201cb5d2edcf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1756189 Feb 28 18:52:22.229916 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49572) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:22.287484 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-aecbb69e-b01b-4f13-a124-d6b3c00269d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:22.311963 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-aecbb69e-b01b-4f13-a124-d6b3c00269d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:22.365589 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-aecbb69e-b01b-4f13-a124-d6b3c00269d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:22.384032 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecbb69e-b01b-4f13-a124-d6b3c00269d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0260c8-25bc-4485-a9dd-b1c8e58e5a2c,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:22.388277 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-aecbb69e-b01b-4f13-a124-d6b3c00269d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:22.389346 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-aecbb69e-b01b-4f13-a124-d6b3c00269d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1b0260c8-25bc-4485-a9dd-b1c8e58e5a2c HTTP/1.1" status: 204 len: 168 time: 0.1584926 Feb 28 18:52:24.741791 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49630) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:24.890772 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:24.928775 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:24.934601 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] Usage tracker for resource:security_group_rule and tenant:a86632d0cb3149ffad135d2e41d70b42 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:24.937671 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:24.944552 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:25.021930 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.026366 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.081958 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=203659d1-dbc7-45a7-bca4-9be8c5bb8062,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:25.086088 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-9dbd78a9-d9ad-4986-b9da-e89c8e1248c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a86632d0cb3149ffad135d2e41d70b42&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3427603 Feb 28 18:52:25.089946 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49636) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:25.160430 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bb8dfe38-85ee-4d89-befc-1693843d54b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.190549 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bb8dfe38-85ee-4d89-befc-1693843d54b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.247058 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bb8dfe38-85ee-4d89-befc-1693843d54b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.261974 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8dfe38-85ee-4d89-befc-1693843d54b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=203659d1-dbc7-45a7-bca4-9be8c5bb8062,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:25.270515 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-bb8dfe38-85ee-4d89-befc-1693843d54b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.271885 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-bb8dfe38-85ee-4d89-befc-1693843d54b4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/203659d1-dbc7-45a7-bca4-9be8c5bb8062 HTTP/1.1" status: 204 len: 168 time: 0.1814435 Feb 28 18:52:25.638244 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49644) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:25.655880 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.687004 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:25.690819 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] Usage tracker for resource:security_group_rule and tenant:4892babe7c0246e2b6cd79376df8e0ee is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:25.693649 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:25.699332 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:25.764394 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.769021 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.813210 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae5dc1-9236-4dbd-8637-49b3ddd91f45,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:25.817431 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-eba35e2e-b50a-420b-9dad-27a24f807c7e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4892babe7c0246e2b6cd79376df8e0ee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1781695 Feb 28 18:52:25.820042 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49648) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:25.881055 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b07ab155-5aa5-46b5-81b3-21008ce1a200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.906205 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b07ab155-5aa5-46b5-81b3-21008ce1a200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.956794 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b07ab155-5aa5-46b5-81b3-21008ce1a200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.970470 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07ab155-5aa5-46b5-81b3-21008ce1a200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae5dc1-9236-4dbd-8637-49b3ddd91f45,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:25.978456 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-b07ab155-5aa5-46b5-81b3-21008ce1a200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:25.982400 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-b07ab155-5aa5-46b5-81b3-21008ce1a200 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9eae5dc1-9236-4dbd-8637-49b3ddd91f45 HTTP/1.1" status: 204 len: 168 time: 0.1614537 Feb 28 18:52:26.849236 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:52:28.697493 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49720) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:28.843112 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:28.874430 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:28.878438 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] Usage tracker for resource:security_group_rule and tenant:5da8a4fa8811403f9d815864cc56e1b3 is out of sync, need to count used quota {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:28.881451 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.quota.resource [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83020) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:28.886965 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.quota.driver [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83020) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:28.951476 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:28.955146 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.073474 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e9dd77-063a-40a9-9b07-bf7efbd5bfca,revision_number=1']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:29.078385 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-8f4981c1-fd9c-4327-a48f-bef63c01a34d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5da8a4fa8811403f9d815864cc56e1b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3798871 Feb 28 18:52:29.081604 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 49726) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:29.148176 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-575c97c2-fe66-4b34-ad8f-0f3ddf0eab0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.172671 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-575c97c2-fe66-4b34-ad8f-0f3ddf0eab0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.223493 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-575c97c2-fe66-4b34-ad8f-0f3ddf0eab0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.238965 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c97c2-fe66-4b34-ad8f-0f3ddf0eab0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e9dd77-063a-40a9-9b07-bf7efbd5bfca,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:29.243215 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-575c97c2-fe66-4b34-ad8f-0f3ddf0eab0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.244991 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-575c97c2-fe66-4b34-ad8f-0f3ddf0eab0d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1e9dd77-063a-40a9-9b07-bf7efbd5bfca HTTP/1.1" status: 204 len: 168 time: 0.1617987 Feb 28 18:52:29.569025 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 49734) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:29.587351 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.617601 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:29.621259 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] Usage tracker for resource:security_group_rule and tenant:4069246fd68048bbbbee7b7201f64e90 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:29.623967 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:29.630028 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:29.694169 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.697829 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.745443 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fc8d75-7cc3-4da2-980b-9ebd171b9971,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:29.749716 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-edbe5a42-2dd0-48d3-a7f7-fadb815d033d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4069246fd68048bbbbee7b7201f64e90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1797054 Feb 28 18:52:29.752344 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 49738) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:29.810154 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9fab7642-a0f5-46e6-a1a5-efa871295d85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.836277 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9fab7642-a0f5-46e6-a1a5-efa871295d85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.886470 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9fab7642-a0f5-46e6-a1a5-efa871295d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.902186 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fab7642-a0f5-46e6-a1a5-efa871295d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fc8d75-7cc3-4da2-980b-9ebd171b9971,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:29.910941 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9fab7642-a0f5-46e6-a1a5-efa871295d85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:29.912089 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-9fab7642-a0f5-46e6-a1a5-efa871295d85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c6fc8d75-7cc3-4da2-980b-9ebd171b9971 HTTP/1.1" status: 204 len: 168 time: 0.1582854 Feb 28 18:52:30.816234 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 49760) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:30.944366 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1986103872-network', 'tenant_id': '9a59f6b22bc5490aac29f689fc3d5e0a'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:52:30.949121 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:30.953009 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Usage tracker for resource:network and tenant:9a59f6b22bc5490aac29f689fc3d5e0a is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:30.956531 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:30.962761 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:30.972817 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Made reservation on behalf of 9a59f6b22bc5490aac29f689fc3d5e0a for: {'network': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:52:30.975360 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for network, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:30.988496 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.020267 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:31.023932 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Usage tracker for resource:security_group_rule and tenant:9a59f6b22bc5490aac29f689fc3d5e0a is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:31.026646 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:31.032981 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:31.099720 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.103764 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.135683 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 560} {{(pid=83019) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 18:52:31.147029 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace268b7-43e8-4294-bbfe-64771fce075b,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:31.152385 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.152755 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.db.segments_db [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Added segment 1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a of type vlan for network c6b0f479-cdd2-4470-8af6-91009a457cef Feb 28 18:52:31.178072 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8769701103571'] for network, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.206208 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137'] for network, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.206977 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:31.207583 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.308024 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b0f479-cdd2-4470-8af6-91009a457cef,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:31.311039 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a610fed5-1f77-4817-adac-514e6fdae381 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4936919 Feb 28 18:52:31.314012 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 49766) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:52:31.318851 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Network c6b0f479-cdd2-4470-8af6-91009a457cef details requested by agent ovs-agent-dv-cinder-831188-1-smb with host dv-cinder-831188-1-smb {{(pid=83021) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 18:52:31.320004 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Request body: {'subnet': {'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1986103872-subnet', 'tenant_id': '9a59f6b22bc5490aac29f689fc3d5e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:52:31.324736 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:31.328536 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Usage tracker for resource:subnet and tenant:9a59f6b22bc5490aac29f689fc3d5e0a is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:31.331552 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:31.337173 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:31.348380 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Made reservation on behalf of 9a59f6b22bc5490aac29f689fc3d5e0a for: {'subnet': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:52:31.350999 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2827243'] for subnet, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.546626 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2856955', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2827221'] for subnet, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.617078 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a100c10-74a0-4792-b346-00dbfa926eb0,revision_number=0']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:31.630931 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Checking segment: {'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:52:31.631298 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Network hostable DHCP agents. Network: c6b0f479-cdd2-4470-8af6-91009a457cef, hostable agents: ['9d22ff96-b30b-4a19-87cb-a7f99345607c'], hosted agents: [] {{(pid=83019) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 18:52:31.651662 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Network c6b0f479-cdd2-4470-8af6-91009a457cef is scheduled to be hosted by DHCP agent 9d22ff96-b30b-4a19-87cb-a7f99345607c with binding_index 1 {{(pid=83019) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 18:52:31.660938 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-831188-1-smb, c6b0f479-cdd2-4470-8af6-91009a457cef) {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:52:31.664914 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:31.665499 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:31.669576 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6204bc1-c7e7-49c6-bc2f-666d95d1097b None None] Network c6b0f479-cdd2-4470-8af6-91009a457cef requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:52:31.686262 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f4e368ed-8f8f-4ab1-a84e-7e098e41a2ff admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3711956 Feb 28 18:52:31.880605 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e1cd81-7e5e-4ef8-91ca-dbcc41af1078 None None] Network c6b0f479-cdd2-4470-8af6-91009a457cef requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:52:33.787762 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-3dde2f08-52a7-4bf9-b2b8-f7ab9afb08e9 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:33.789185 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-3dde2f08-52a7-4bf9-b2b8-f7ab9afb08e9 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/networks?id=c6b0f479-cdd2-4470-8af6-91009a457cef HTTP/1.1" status: 200 len: 809 time: 0.1382799 Feb 28 18:52:33.805598 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-ee57ea78-c4de-411b-9f41-d866c917c105 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/quotas/9a59f6b22bc5490aac29f689fc3d5e0a HTTP/1.1" status: 200 len: 375 time: 0.0111704 Feb 28 18:52:33.853487 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-2c007c91-76d2-40f6-b549-f6e19c6df858 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a59f6b22bc5490aac29f689fc3d5e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432298 Feb 28 18:52:33.983103 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-bc78f5ec-456e-451c-bcd6-99f84af09505 service neutron] 10.222.0.45 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230130 Feb 28 18:52:34.113111 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-5d68c384-7217-4a05-b9fd-99df2423954d service neutron] 10.222.0.45 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241894 Feb 28 18:52:34.294296 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d40b1d1c-be74-4abc-b518-44962ea673bf req-c658aa39-a01a-4ac4-b40b-1222229a0eb9 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 210 time: 0.0420449 Feb 28 18:52:35.397724 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-4893b257-e499-491e-9bd2-44718bb441a8 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:35.398486 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-4893b257-e499-491e-9bd2-44718bb441a8 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Synchronizing usage tracker for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:network {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:52:35.420133 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-4893b257-e499-491e-9bd2-44718bb441a8 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Unset dirty status for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:network {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:52:35.421297 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-4893b257-e499-491e-9bd2-44718bb441a8 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.65 "GET /v2.0/networks?id=c6b0f479-cdd2-4470-8af6-91009a457cef HTTP/1.1" status: 200 len: 809 time: 0.1960437 Feb 28 18:52:35.469240 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Request body: {'port': {'device_id': '80f29cf2-9dea-47cb-8866-dc146a06ceaf', 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef', 'admin_state_up': True, 'tenant_id': '9a59f6b22bc5490aac29f689fc3d5e0a'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:52:35.488052 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-ccc7c401-0964-4fd4-b54a-2e90ba764598 req-e35677f6-c7d3-417f-a572-4315bb763bf7 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 210 time: 0.0622466 Feb 28 18:52:35.555515 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1c1b4-bb65-47d9-a2c3-c10012d8cf5e req-06db2d82-d4ff-468a-8d98-e81ac0766f2d tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:35.556966 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fcc1c1b4-bb65-47d9-a2c3-c10012d8cf5e req-06db2d82-d4ff-468a-8d98-e81ac0766f2d tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0879476 Feb 28 18:52:35.602779 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fcc1c1b4-bb65-47d9-a2c3-c10012d8cf5e req-b47cd049-b317-4bf1-adeb-4185fefec706 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402389 Feb 28 18:52:35.610182 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:35.614039 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Usage tracker for resource:port and tenant:9a59f6b22bc5490aac29f689fc3d5e0a is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:52:35.616813 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:52:35.622532 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:35.632520 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Made reservation on behalf of 9a59f6b22bc5490aac29f689fc3d5e0a for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:52:35.635444 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:35.870385 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Allocated IP 172.20.0.5 (c6b0f479-cdd2-4470-8af6-91009a457cef/0a100c10-74a0-4792-b346-00dbfa926eb0/5a9f7a7d-2359-4e6c-898b-1eb6e70ba759) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:52:36.068317 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:36.096203 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:36.165774 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Network c6b0f479-cdd2-4470-8af6-91009a457cef is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:52:36.168476 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:52:36.172176 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:52:36.205293 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Pushing event updated for resources: {'Port': ['ID=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:36.228562 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.228905 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.229239 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.229566 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.229894 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.230216 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.230533 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.230855 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.231171 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.231508 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.231824 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:36.249600 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:36.250194 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:36.270557 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-a79d8b83-49b8-4b6d-a1d5-dcf3fb23c307 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087511 Feb 28 18:52:36.288538 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Request body: {'port': {'device_id': '80f29cf2-9dea-47cb-8866-dc146a06ceaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:52:36.395534 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:36.741876 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5ae36-07c1-4cc3-b08b-9af5ed12bd21 req-552f0a3b-5a06-4bd6-826c-c6eda53bf9ed tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:36.742605 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-f7b5ae36-07c1-4cc3-b08b-9af5ed12bd21 req-552f0a3b-5a06-4bd6-826c-c6eda53bf9ed tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Synchronizing usage tracker for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:52:36.802493 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4addca08-7ff6-4d3a-b2e3-18834fc4c664 req-2dd6791f-a2b3-41ec-997b-eb4275dc04df tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:36.804065 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4addca08-7ff6-4d3a-b2e3-18834fc4c664 req-2dd6791f-a2b3-41ec-997b-eb4275dc04df tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0789747 Feb 28 18:52:36.807489 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:52:36.813529 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-f7b5ae36-07c1-4cc3-b08b-9af5ed12bd21 req-552f0a3b-5a06-4bd6-826c-c6eda53bf9ed tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Unset dirty status for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:52:36.814644 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f7b5ae36-07c1-4cc3-b08b-9af5ed12bd21 req-552f0a3b-5a06-4bd6-826c-c6eda53bf9ed tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 931 time: 0.1976573 Feb 28 18:52:36.816280 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:36.848949 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Transition to ACTIVE for port object 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:52:36.849400 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-4addca08-7ff6-4d3a-b2e3-18834fc4c664 req-2fe62417-aea2-4751-85c9-aa5bd3da9411 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393591 Feb 28 18:52:36.861198 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:36.925192 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-f7b5ae36-07c1-4cc3-b08b-9af5ed12bd21 req-d8524231-24de-46de-9cbc-277101cf2381 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Synchronizing usage tracker for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:security_group {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:52:37.007487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:37.018956 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-f7b5ae36-07c1-4cc3-b08b-9af5ed12bd21 req-d8524231-24de-46de-9cbc-277101cf2381 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Unset dirty status for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:security_group {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:52:37.020128 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f7b5ae36-07c1-4cc3-b08b-9af5ed12bd21 req-d8524231-24de-46de-9cbc-277101cf2381 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995182 Feb 28 18:52:37.117918 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Attempting to bind port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:52:37.118163 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Attempting to bind port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:52:37.118493 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Attempting to bind port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 on network c6b0f479-cdd2-4470-8af6-91009a457cef {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:52:37.124099 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 on network c6b0f479-cdd2-4470-8af6-91009a457cef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:52:37.124414 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Attempting to bind port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 on network c6b0f479-cdd2-4470-8af6-91009a457cef {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:52:37.130778 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:52:37.131098 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Checking segment: {'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:52:37.131504 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Bound using segment: {'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:52:37.131915 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Bound port: 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:52:37.132251 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:37.220046 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] For port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:52:37.223545 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] For port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:52:37.228404 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:37.286564 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:37.287926 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] 10.222.0.65 "PUT /v2.0/ports/5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 HTTP/1.1" status: 200 len: 1093 time: 1.0034006 Feb 28 18:52:37.288350 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f29cf2-9dea-47cb-8866-dc146a06ceaf', 'tag': '5a9f7a7d-2359-4e6c-898b-1eb6e70ba759'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:52:37.308149 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e61b-a849-4944-985a-ebcfa72eb708 service neutron] Pushing event updated for resources: {'Port': ['ID=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:37.372132 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80f29cf2-9dea-47cb-8866-dc146a06ceaf', 'tag': '5a9f7a7d-2359-4e6c-898b-1eb6e70ba759', 'status': 'completed', 'code': 200} Feb 28 18:52:37.414268 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-81dfb867-d550-494f-af08-8b9da2520434 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a59f6b22bc5490aac29f689fc3d5e0a&device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 1096 time: 0.0735512 Feb 28 18:52:37.486271 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-30d23dd9-8ab9-46ca-a321-534783b860cd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 HTTP/1.1" status: 200 len: 217 time: 0.0600936 Feb 28 18:52:37.629702 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-ca5db432-10fb-43a6-8562-3c111176c7e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:37.631323 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-ca5db432-10fb-43a6-8562-3c111176c7e5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a100c10-74a0-4792-b346-00dbfa926eb0 HTTP/1.1" status: 200 len: 849 time: 0.1390641 Feb 28 18:52:37.675079 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-8a1df856-5d53-4870-9450-d9438e635db9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6b0f479-cdd2-4470-8af6-91009a457cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377102 Feb 28 18:52:37.803554 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-fd745755-7a6d-49af-b266-2522b1537a3a service neutron] 10.222.0.65 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215725 Feb 28 18:52:37.932822 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-03aea184-2b93-4e36-aeab-9d9a27f7b3c9 req-eb7ab10e-b80f-4b13-aa44-3492208d5e7d service neutron] 10.222.0.65 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239614 Feb 28 18:52:38.094614 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5e7bca-5889-40aa-a3bd-1a8c1b587757 req-bddb15e3-d437-455d-a047-c17b5ffe357b tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:38.096647 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-df5e7bca-5889-40aa-a3bd-1a8c1b587757 req-bddb15e3-d437-455d-a047-c17b5ffe357b tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.1233218 Feb 28 18:52:38.150046 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-6a26fb6b-8621-455c-9177-279d013d4fbf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a59f6b22bc5490aac29f689fc3d5e0a&device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 1096 time: 0.1210403 Feb 28 18:52:38.156955 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-df5e7bca-5889-40aa-a3bd-1a8c1b587757 req-025b2b7f-26c7-48b1-b5f3-8092e18afc6b tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518205 Feb 28 18:52:38.220496 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a7839-1ab7-4713-913c-424f3a126097 req-7368f74d-c758-4c33-8903-bf9db6fec482 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:38.222470 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0a1a7839-1ab7-4713-913c-424f3a126097 req-7368f74d-c758-4c33-8903-bf9db6fec482 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 943 time: 0.0766115 Feb 28 18:52:38.267376 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-0a1a7839-1ab7-4713-913c-424f3a126097 req-842b1938-9409-401c-b3a9-fbe9fd676279 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Feb 28 18:52:38.281780 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-b2837726-602f-456e-90fb-2485510c505f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:38.283215 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-b2837726-602f-456e-90fb-2485510c505f service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6b0f479-cdd2-4470-8af6-91009a457cef HTTP/1.1" status: 200 len: 910 time: 0.1254592 Feb 28 18:52:38.355714 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-983bc41e-6a24-460f-b524-7dd57eda2aea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 HTTP/1.1" status: 200 len: 217 time: 0.0648301 Feb 28 18:52:38.417277 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-e6e54418-61d0-4d7a-8ba1-1b937f84b9c2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:38.418545 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-e6e54418-61d0-4d7a-8ba1-1b937f84b9c2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a100c10-74a0-4792-b346-00dbfa926eb0 HTTP/1.1" status: 200 len: 849 time: 0.0554886 Feb 28 18:52:38.462620 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-0b4a8420-9685-4d7b-a3a8-b972e81b5556 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6b0f479-cdd2-4470-8af6-91009a457cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374103 Feb 28 18:52:38.598330 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-888d41f1-6381-477c-97ea-14fcd7553f2a service neutron] 10.222.0.65 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286910 Feb 28 18:52:38.728422 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-25d04b98-eef0-41ac-8583-b000a7cad8d5 req-5f1ee6a4-ab7f-435b-848d-5cd495428996 service neutron] 10.222.0.65 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241672 Feb 28 18:52:39.355665 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ebdad-a361-43ab-aa7c-f44dadf2ddad req-5f3d8984-e071-4712-92fe-4b78a7fbac90 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:39.357116 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f05ebdad-a361-43ab-aa7c-f44dadf2ddad req-5f3d8984-e071-4712-92fe-4b78a7fbac90 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0804901 Feb 28 18:52:39.402984 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-f05ebdad-a361-43ab-aa7c-f44dadf2ddad req-18a328bb-dfae-495e-a48b-b48904e1a130 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Feb 28 18:52:39.464664 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed8315-fb89-4fdf-8926-a7e2a82266de req-52937de3-066e-4d6d-8779-dd877b15dcb0 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:39.466107 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-84ed8315-fb89-4fdf-8926-a7e2a82266de req-52937de3-066e-4d6d-8779-dd877b15dcb0 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 943 time: 0.0784354 Feb 28 18:52:39.514384 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-84ed8315-fb89-4fdf-8926-a7e2a82266de req-5cf5ed72-2f16-4f6b-8841-6e12ae403bde tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425134 Feb 28 18:52:40.588134 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-48e7c1c6-fddf-4ffe-9efb-643da6152fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:40.610681 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62873914-d8e6-437c-a6d0-f37514f0e1dc req-24c92236-ecd3-4c37-a40f-73b20e057eb2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:40.612414 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-62873914-d8e6-437c-a6d0-f37514f0e1dc req-24c92236-ecd3-4c37-a40f-73b20e057eb2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0812843 Feb 28 18:52:40.664396 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-62873914-d8e6-437c-a6d0-f37514f0e1dc req-b13f81ff-b31f-4b24-88d5-80af405194c6 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465629 Feb 28 18:52:40.713948 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42d5a1-2f38-4a4c-9cad-dce33f1fc067 req-a550ec2d-dc38-402e-ba58-24c4aac07553 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:40.715330 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2a42d5a1-2f38-4a4c-9cad-dce33f1fc067 req-a550ec2d-dc38-402e-ba58-24c4aac07553 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 943 time: 0.0762248 Feb 28 18:52:40.765348 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2a42d5a1-2f38-4a4c-9cad-dce33f1fc067 req-1d64d3e8-3b6f-4675-b418-43be163402f3 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444939 Feb 28 18:52:41.856846 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6155f-b25e-4286-8b75-f2cf78020701 req-08d809eb-8794-411d-9a29-a0e2fee06d58 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:41.858333 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-10b6155f-b25e-4286-8b75-f2cf78020701 req-08d809eb-8794-411d-9a29-a0e2fee06d58 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0754063 Feb 28 18:52:41.903994 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-10b6155f-b25e-4286-8b75-f2cf78020701 req-2c21919a-f368-48d8-aeae-a78773701c8c tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401385 Feb 28 18:52:41.961471 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81db017-0497-444b-bb6f-a566f36e4b78 req-b6273799-0917-446e-ba8c-043b237b10bc tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:41.963540 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f81db017-0497-444b-bb6f-a566f36e4b78 req-b6273799-0917-446e-ba8c-043b237b10bc tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 943 time: 0.0768416 Feb 28 18:52:42.008079 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f81db017-0497-444b-bb6f-a566f36e4b78 req-a0781af0-48f3-407f-90ee-274c97854e94 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391684 Feb 28 18:52:42.248073 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:52:42.379155 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:42.392186 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '5a9f7a7d-2359-4e6c-898b-1eb6e70ba759', 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef', 'port_id': '5a9f7a7d-2359-4e6c-898b-1eb6e70ba759', 'mac_address': 'fa:16:3e:2b:b4:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a100c10-74a0-4792-b346-00dbfa926eb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:52:42.443889 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:42.460745 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:52:42.475656 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:42.479372 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:42.550108 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:42.558302 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.558646 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.558977 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.559334 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.559662 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.559980 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.560303 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.560620 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.560934 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.561248 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.561580 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83021) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:52:42.765531 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['5a9f7a7d-2359-4e6c-898b-1eb6e70ba759'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:52:43.031114 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-8ad72bc9-2613-4296-95dc-121b2a95c515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:43.103809 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70334c1-d4b4-4765-af4d-63302c1ee04c req-f0eb288f-63a9-4a7f-a290-696d847fee78 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:43.105252 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c70334c1-d4b4-4765-af4d-63302c1ee04c req-f0eb288f-63a9-4a7f-a290-696d847fee78 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0824738 Feb 28 18:52:43.153516 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c70334c1-d4b4-4765-af4d-63302c1ee04c req-c63cf148-375c-4b42-a778-ed7fab6f2246 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419531 Feb 28 18:52:43.212195 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc7296-6bf3-474b-aaf6-bd4dc709eee3 req-f81e4cf4-5b0b-47eb-919d-aad676bc401c tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:43.213543 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-93fc7296-6bf3-474b-aaf6-bd4dc709eee3 req-f81e4cf4-5b0b-47eb-919d-aad676bc401c tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 944 time: 0.0838454 Feb 28 18:52:43.258319 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-93fc7296-6bf3-474b-aaf6-bd4dc709eee3 req-330bf8ca-350b-431a-b977-089d6ff87c9d tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393150 Feb 28 18:52:44.102947 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:44.180815 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:44.248220 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:52:44.346595 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:52:44.355536 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:52:44.355914 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:44.369596 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ef53f-2fb4-4446-9065-44d4933b528c req-be96d601-3e24-4fa6-9c73-427e83fba024 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:44.371040 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a59ef53f-2fb4-4446-9065-44d4933b528c req-be96d601-3e24-4fa6-9c73-427e83fba024 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0911398 Feb 28 18:52:44.417967 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-a59ef53f-2fb4-4446-9065-44d4933b528c req-15794e9c-e44d-47f0-93ef-6d0f22b10461 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411160 Feb 28 18:52:44.463983 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f2947-7e81-4eab-8889-e59a8d3d1b78 req-244ac5ff-827f-4f10-99c1-e8939c2cade9 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:44.465458 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-cf5f2947-7e81-4eab-8889-e59a8d3d1b78 req-244ac5ff-827f-4f10-99c1-e8939c2cade9 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 944 time: 0.0792940 Feb 28 18:52:44.470387 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:44.497079 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f29cf2-9dea-47cb-8866-dc146a06ceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9f7a7d-2359-4e6c-898b-1eb6e70ba759'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:52:44.507652 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:44.512586 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:44.513910 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-cf5f2947-7e81-4eab-8889-e59a8d3d1b78 req-b9ee1de3-986b-43b5-aa13-999917581fc3 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429163 Feb 28 18:52:44.568605 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f29cf2-9dea-47cb-8866-dc146a06ceaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a9f7a7d-2359-4e6c-898b-1eb6e70ba759', 'code': 200} Feb 28 18:52:44.582222 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:44.934080 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3b04b834-5d12-4a2a-a7b3-5e727f8132b5 req-4011cfc5-7282-4ee4-8882-e4526ff5355d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 1098 time: 0.1549709 Feb 28 18:52:44.975088 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3b04b834-5d12-4a2a-a7b3-5e727f8132b5 req-66c29128-3aed-443a-a54b-fc568fa75926 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352221 Feb 28 18:52:45.414912 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:45.618125 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e51828-2785-4d50-a427-14012c7e3cac req-ab282092-e108-4b97-987b-63be1ec72890 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:45.619608 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-95e51828-2785-4d50-a427-14012c7e3cac req-ab282092-e108-4b97-987b-63be1ec72890 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0788896 Feb 28 18:52:45.666634 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-95e51828-2785-4d50-a427-14012c7e3cac req-6ff1e2da-c9da-4848-9588-edad6814bcdb tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416961 Feb 28 18:52:45.772975 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b700139-67a0-4688-9948-e388abd9f17e req-f351055a-1733-45d0-9c97-01a20bb4b1b7 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:45.775380 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b700139-67a0-4688-9948-e388abd9f17e req-f351055a-1733-45d0-9c97-01a20bb4b1b7 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 945 time: 0.1375411 Feb 28 18:52:45.782688 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-38b320e4-d00f-41f2-8b29-14ab848ee99e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1098 time: 0.1024978 Feb 28 18:52:45.911585 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-5b700139-67a0-4688-9948-e388abd9f17e req-c219987e-9fd5-42e8-b779-27e4d0478087 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279283 Feb 28 18:52:45.943104 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-bd32fbf1-6574-4636-a459-f421e5d9a813 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:45.944573 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-bd32fbf1-6574-4636-a459-f421e5d9a813 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 910 time: 0.1473382 Feb 28 18:52:46.059269 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-dd207455-414f-4dfa-9cb2-2334cab2de42 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 1000 time: 0.1022441 Feb 28 18:52:46.127384 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-6fd70ca9-b887-4450-8346-66e60d76f156 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:46.128842 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-6fd70ca9-b887-4450-8346-66e60d76f156 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.0631385 Feb 28 18:52:46.201844 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-fe06a182-dd35-45d1-8f86-6756f6978850 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0663652 Feb 28 18:52:46.329421 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-970ee5b5-9a99-4b8a-bd03-684b5e567ad9 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213281 Feb 28 18:52:46.457899 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-2e53af62-bf31-4364-b524-4e583663e4d6 req-00962029-4ce9-4cbb-b74b-3b3274b8a7fb service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227257 Feb 28 18:52:46.861970 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba8c259-e4fc-4b0a-ba64-dc97115f3f85 req-d45fab60-8e28-4fe9-be9e-7ccbeefc7a6b tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:46.863673 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7ba8c259-e4fc-4b0a-ba64-dc97115f3f85 req-d45fab60-8e28-4fe9-be9e-7ccbeefc7a6b tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0768518 Feb 28 18:52:46.911704 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-7ba8c259-e4fc-4b0a-ba64-dc97115f3f85 req-aed62859-782e-4f13-b0c6-b9acd18eb0e2 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425892 Feb 28 18:52:47.106693 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbfad1-07a1-44c2-9bac-ddedab43472d req-6853ca86-bf2b-46cc-9f64-eb1a43417b34 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:47.108152 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-72fbfad1-07a1-44c2-9bac-ddedab43472d req-6853ca86-bf2b-46cc-9f64-eb1a43417b34 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 945 time: 0.0760412 Feb 28 18:52:47.157719 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-72fbfad1-07a1-44c2-9bac-ddedab43472d req-5ec45fea-350c-4454-9452-1fef26b50879 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433137 Feb 28 18:52:48.124228 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914daca-e0e6-4ba5-8c43-30594239f3dc req-22b6761c-395d-4afd-b9d7-a5f4ee9271a0 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:48.125707 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c914daca-e0e6-4ba5-8c43-30594239f3dc req-22b6761c-395d-4afd-b9d7-a5f4ee9271a0 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0789547 Feb 28 18:52:48.147314 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1763ca-b207-49d5-a480-350756bb3b63 req-d7f31054-1d29-4f3c-9314-7effde1e2e15 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:48.148769 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fd1763ca-b207-49d5-a480-350756bb3b63 req-d7f31054-1d29-4f3c-9314-7effde1e2e15 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 945 time: 0.0765104 Feb 28 18:52:48.176881 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c914daca-e0e6-4ba5-8c43-30594239f3dc req-1936471c-8ca7-4853-b2e7-97645b2ae7df tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445437 Feb 28 18:52:48.195667 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-fd1763ca-b207-49d5-a480-350756bb3b63 req-b135086d-f8f1-42ee-9902-fdd14cb1e295 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413921 Feb 28 18:52:49.366460 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.376241 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1c3a4-a94f-480f-980f-5c5d507c97c9 req-5ffb68dc-1990-4281-aee5-5d05b6709ef5 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:49.377883 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-36e1c3a4-a94f-480f-980f-5c5d507c97c9 req-5ffb68dc-1990-4281-aee5-5d05b6709ef5 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0833256 Feb 28 18:52:49.396274 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98941d9d-299e-4adc-ab55-06a9b5cbc2bd req-eaf42c9c-7ead-4d0b-91ec-c1db50ad1415 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:49.397724 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-98941d9d-299e-4adc-ab55-06a9b5cbc2bd req-eaf42c9c-7ead-4d0b-91ec-c1db50ad1415 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 945 time: 0.0790896 Feb 28 18:52:49.424738 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-36e1c3a4-a94f-480f-980f-5c5d507c97c9 req-eb7002e3-88c7-4706-b291-f74788483420 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400839 Feb 28 18:52:49.521846 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-98941d9d-299e-4adc-ab55-06a9b5cbc2bd req-c61e716d-834b-4802-9871-e2abd391ae12 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187813 Feb 28 18:52:49.637114 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-0bad466e-f04a-40cc-9f1d-4ca5d048bf7b tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:49.638408 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-0bad466e-f04a-40cc-9f1d-4ca5d048bf7b tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.65 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 945 time: 0.1354117 Feb 28 18:52:49.645157 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-65c707a8-280f-49ee-b1b0-46e0fde9150c req-860a6c6e-f0b1-410f-9c23-01a721197f5e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0977309 Feb 28 18:52:49.709346 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Deleting port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:52:49.709694 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:49.911735 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffcc89-e47b-4d0c-b3f1-38a44c63a5de req-cc75f371-c40e-4884-8e70-c22be16ca32f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:49.913131 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-15ffcc89-e47b-4d0c-b3f1-38a44c63a5de req-cc75f371-c40e-4884-8e70-c22be16ca32f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0755908 Feb 28 18:52:49.961173 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-15ffcc89-e47b-4d0c-b3f1-38a44c63a5de req-b9fd8bfd-2cca-49b8-ad8d-65cb4a5f152c tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413563 Feb 28 18:52:50.050699 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-18d6a220-b65e-4031-9d44-5fed28cfd2d0 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2857842 Feb 28 18:52:50.099519 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] For port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:50.099875 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.225224 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Calling delete_port for 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:52:50.368084 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.400028 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['5a9f7a7d-2359-4e6c-898b-1eb6e70ba759'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:52:50.419949 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Pushing event deleted for resources: {'Port': ['ID=5a9f7a7d-2359-4e6c-898b-1eb6e70ba759,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:50.493504 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] No DVR routers for this DVR port 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:52:50.496183 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:50.500767 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f29cf2-9dea-47cb-8866-dc146a06ceaf', 'name': 'network-vif-deleted', 'tag': '5a9f7a7d-2359-4e6c-898b-1eb6e70ba759'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:52:50.516656 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d90f7e28-3f51-4a78-9c65-0c14ef1d763f req-2694fa6d-9d09-4508-a43d-8e6b4a447193 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.65 "DELETE /v2.0/ports/5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 HTTP/1.1" status: 204 len: 173 time: 0.8705301 Feb 28 18:52:50.563743 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80f29cf2-9dea-47cb-8866-dc146a06ceaf', 'name': 'network-vif-deleted', 'tag': '5a9f7a7d-2359-4e6c-898b-1eb6e70ba759', 'status': 'completed', 'code': 200} Feb 28 18:52:50.693163 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f72d862d-f71d-4f97-a1ea-90b8d6e911e6 req-61fd9d26-df34-4055-9807-bbf5c625f461 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=80f29cf2-9dea-47cb-8866-dc146a06ceaf HTTP/1.1" status: 200 len: 210 time: 0.0445504 Feb 28 18:52:51.232721 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d07272-e192-4492-9c6f-7ab694c45831 req-3d8205e0-2020-46cd-ae2a-b5820b4c084d tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:51.234042 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-39d07272-e192-4492-9c6f-7ab694c45831 req-3d8205e0-2020-46cd-ae2a-b5820b4c084d tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.1386621 Feb 28 18:52:51.272511 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-7c6eb2c1-fe96-440b-a253-3e5e6447ab0a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca&tenant_id=f2a8d5a01ebb4241847c950275a56d41 HTTP/1.1" status: 200 len: 1098 time: 0.1104319 Feb 28 18:52:51.296344 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-39d07272-e192-4492-9c6f-7ab694c45831 req-7fc74139-572c-476e-a2c2-e3195937d331 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542526 Feb 28 18:52:51.401220 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-9db3f878-e242-435e-9d4e-0e716474bd58 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1098 time: 0.0726328 Feb 28 18:52:51.532888 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-8ec03c93-2ebd-4b8b-84c4-708229d3af1e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:51.535221 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-8ec03c93-2ebd-4b8b-84c4-708229d3af1e service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 910 time: 0.1285441 Feb 28 18:52:51.647889 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-118b223b-8329-4334-80b5-cce2230ccf3a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 1000 time: 0.0985925 Feb 28 18:52:51.709390 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-cd5e5c1c-9d2d-4c69-ae6b-8390569b1409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:51.710819 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-cd5e5c1c-9d2d-4c69-ae6b-8390569b1409 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.0575187 Feb 28 18:52:51.788816 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-689f7945-7972-46f9-b1bd-70fd034acc06 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723093 Feb 28 18:52:51.924886 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-1081bb83-cd48-4cf0-9a46-ab6cffd18a28 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298707 Feb 28 18:52:52.174445 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-3eeda74d-46f6-4d2f-a549-7fad3ba6e323 req-23f7b995-4bad-4c85-90b2-e4496c2aa942 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434058 Feb 28 18:52:52.182545 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-0e37bc12-079d-45ba-9898-3dc5242297f1 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:52.183911 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-0e37bc12-079d-45ba-9898-3dc5242297f1 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/networks?id=c6b0f479-cdd2-4470-8af6-91009a457cef HTTP/1.1" status: 200 len: 809 time: 0.2324739 Feb 28 18:52:52.200296 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-91fa167f-ddc6-47fa-9f08-dc3a0eb5665b tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/quotas/9a59f6b22bc5490aac29f689fc3d5e0a HTTP/1.1" status: 200 len: 375 time: 0.0111456 Feb 28 18:52:52.302259 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 70eeab06-b8cb-4fed-9912-4d6348c0094a no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:52:52.329311 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-e6e02816-488a-4855-a305-e8bccfbfd204 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Synchronizing usage tracker for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:52:52.348471 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-e6e02816-488a-4855-a305-e8bccfbfd204 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Unset dirty status for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:52:52.349774 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-e6e02816-488a-4855-a305-e8bccfbfd204 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=9a59f6b22bc5490aac29f689fc3d5e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1445601 Feb 28 18:52:52.429554 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:52.457166 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:52:52.466910 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:52.472289 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:52.473340 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:52:52.498911 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-5ff3359a-8d13-46f4-b6bf-b61e980d6b91 service neutron] 10.222.0.45 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390135 Feb 28 18:52:52.544494 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ec591-2a4f-4d8d-9a09-78198653da2f req-a96016b2-17cd-486c-8a40-7f7eb8e4a0ed tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:52.545944 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c07ec591-2a4f-4d8d-9a09-78198653da2f req-a96016b2-17cd-486c-8a40-7f7eb8e4a0ed tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 943 time: 0.0872195 Feb 28 18:52:52.562269 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:52:52.562611 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 5a9f7a7d-2359-4e6c-898b-1eb6e70ba759 not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:52:52.575716 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=6']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:52.594371 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c07ec591-2a4f-4d8d-9a09-78198653da2f req-c38bacb6-410e-4bbf-8603-b3c0d51d04c5 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404081 Feb 28 18:52:52.635340 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-e6e50aea-a5e5-44de-aa44-3e5d6ef711c5 service neutron] 10.222.0.45 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307170 Feb 28 18:52:52.666969 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'code': 200} Feb 28 18:52:52.826412 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-a88fcab4-cf24-47e8-8d6a-ffd81ac4b14e req-8d5848dc-5fea-495d-bb41-f19b31a53814 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 210 time: 0.0458279 Feb 28 18:52:53.850322 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ed71e-ac3d-4d52-b44c-c80a0a7cb367 req-1c1f6dad-4b6a-4c5e-9cf7-f8a2561a0f46 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:53.851810 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-669ed71e-ac3d-4d52-b44c-c80a0a7cb367 req-1c1f6dad-4b6a-4c5e-9cf7-f8a2561a0f46 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 943 time: 0.1249316 Feb 28 18:52:53.905761 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-dc88de71-7f65-4466-81c8-e779cc8508f5 req-a447a0b6-27e3-4abc-94f1-1a5505ed69eb service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1096 time: 0.1197968 Feb 28 18:52:53.929221 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-669ed71e-ac3d-4d52-b44c-c80a0a7cb367 req-f7b3657e-5588-4080-9120-f5c1a6dd34e8 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690687 Feb 28 18:52:53.963163 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-dc88de71-7f65-4466-81c8-e779cc8508f5 req-48f39a5d-4869-4c8b-b773-bfa3688a75c9 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507414 Feb 28 18:52:54.000883 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-12feb38a-9710-439d-a6c1-7c93fc755d4a req-46e2099c-7b7a-4c64-96a4-c127af726055 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 210 time: 0.0400181 Feb 28 18:52:54.681104 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-3b9bdd39-088f-4e28-a836-d58837dc4dd1 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:54.682495 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-3b9bdd39-088f-4e28-a836-d58837dc4dd1 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.65 "GET /v2.0/networks?id=c6b0f479-cdd2-4470-8af6-91009a457cef HTTP/1.1" status: 200 len: 809 time: 0.1415768 Feb 28 18:52:54.714343 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Request body: {'port': {'device_id': 'f42b9349-d351-4aa1-a6dc-d1ea6cddf98e', 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef', 'admin_state_up': True, 'tenant_id': '9a59f6b22bc5490aac29f689fc3d5e0a'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:52:54.850256 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:52:54.859579 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:52:54.869381 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Made reservation on behalf of 9a59f6b22bc5490aac29f689fc3d5e0a for: {'port': 1} {{(pid=83019) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 18:52:54.872349 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.061809 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_common [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Allocated IP 172.20.0.7 (c6b0f479-cdd2-4470-8af6-91009a457cef/0a100c10-74a0-4792-b346-00dbfa926eb0/1e534a34-d3ff-4f9e-bb6e-05c43956302d) {{(pid=83019) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 18:52:55.216437 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-e5de3194-b883-490c-8ec9-3976809f4b63 req-7d79e92c-c376-42cd-bd63-a5b3e1dc1b8b tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 210 time: 0.0471241 Feb 28 18:52:55.348162 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb9acf-754c-4699-9144-f140f57ea17b req-bc749d1f-5a2f-4241-b0df-9a93002afddf tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:55.353743 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-affb9acf-754c-4699-9144-f140f57ea17b req-bc749d1f-5a2f-4241-b0df-9a93002afddf tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 943 time: 0.2246368 Feb 28 18:52:55.380577 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks [] for port, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.416282 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-affb9acf-754c-4699-9144-f140f57ea17b req-d6ce75b5-fb99-4d97-a599-37dab9da0108 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578477 Feb 28 18:52:55.432010 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8769701115477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.506755 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Network c6b0f479-cdd2-4470-8af6-91009a457cef is already hosted by enough agents. {{(pid=83019) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 18:52:55.509606 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.base_scheduler [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Resources bound (agent type, host, resource id): {{(pid=83019) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 18:52:55.513820 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Received port after_create {{(pid=83019) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 18:52:55.538557 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Pushing event updated for resources: {'Port': ['ID=1e534a34-d3ff-4f9e-bb6e-05c43956302d,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:55.573789 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:55.574393 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:55.597532 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-2898090c-549c-4c2f-a8c7-8b6b18ef2ebb tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8870230 Feb 28 18:52:55.614399 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.v2.base [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Request body: {'port': {'device_id': 'f42b9349-d351-4aa1-a6dc-d1ea6cddf98e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83118'}} {{(pid=83019) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 18:52:55.723221 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.133451 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e534a34-d3ff-4f9e-bb6e-05c43956302d {{(pid=83019) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:52:56.140354 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.154812 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.provisioning_blocks [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Transition to ACTIVE for port object 1e534a34-d3ff-4f9e-bb6e-05c43956302d will not be triggered until provisioned by entity L2. {{(pid=83019) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 18:52:56.159408 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.280001 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Pushing event updated for resources: {'Port': ['ID=1e534a34-d3ff-4f9e-bb6e-05c43956302d,revision_number=2']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:56.317787 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 70eeab06-b8cb-4fed-9912-4d6348c0094a details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:52:56.396050 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Attempting to bind port 1e534a34-d3ff-4f9e-bb6e-05c43956302d on host hv-cinder-83118 for vnic_type normal with profile {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 18:52:56.396380 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Attempting to bind port 1e534a34-d3ff-4f9e-bb6e-05c43956302d by drivers openvswitch,hyperv on host hv-cinder-83118 at level 0 using segments [{'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 18:52:56.396699 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Attempting to bind port 1e534a34-d3ff-4f9e-bb6e-05c43956302d on network c6b0f479-cdd2-4470-8af6-91009a457cef {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:52:56.402479 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Port 1e534a34-d3ff-4f9e-bb6e-05c43956302d on network c6b0f479-cdd2-4470-8af6-91009a457cef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83118 {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 18:52:56.402791 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Attempting to bind port 1e534a34-d3ff-4f9e-bb6e-05c43956302d on network c6b0f479-cdd2-4470-8af6-91009a457cef {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 18:52:56.409743 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Checking agent: {'id': 'a780e4cb-f494-444f-9c70-2bcce7e1325b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83118', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'started_at': datetime.datetime(2022, 2, 28, 18, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 18, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 18:52:56.410718 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Checking segment: {'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83019) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 18:52:56.411247 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Bound using segment: {'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'} {{(pid=83019) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 18:52:56.411696 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.managers [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Bound port: 1e534a34-d3ff-4f9e-bb6e-05c43956302d, host: hv-cinder-83118, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef'}}] {{(pid=83019) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 18:52:56.412044 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.423365 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d8cbd3-c132-44bc-991f-e37b39ba98ac req-e0671788-dd16-45a4-a253-667db482e2ed tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:56.427632 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c3d8cbd3-c132-44bc-991f-e37b39ba98ac req-e0671788-dd16-45a4-a253-667db482e2ed tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 943 time: 0.0838358 Feb 28 18:52:56.458379 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:56.475323 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'port_id': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'mac_address': 'fa:16:3e:c8:ff:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:52:56.483836 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-c3d8cbd3-c132-44bc-991f-e37b39ba98ac req-e05a34fa-0eb6-4759-93bd-2a7657b9298f tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527937 Feb 28 18:52:56.515283 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] For port 1e534a34-d3ff-4f9e-bb6e-05c43956302d, host hv-cinder-83118, cleared binding levels {{(pid=83019) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 18:52:56.518960 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] For port 1e534a34-d3ff-4f9e-bb6e-05c43956302d, host hv-cinder-83118, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e534a34-d3ff-4f9e-bb6e-05c43956302d,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83019) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 18:52:56.523838 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2856814'] for port, after_update {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.535773 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.552994 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70eeab06-b8cb-4fed-9912-4d6348c0094a {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:52:56.568863 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:56.572653 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.629219 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:56.630819 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] 10.222.0.65 "PUT /v2.0/ports/1e534a34-d3ff-4f9e-bb6e-05c43956302d HTTP/1.1" status: 200 len: 1093 time: 1.0208299 Feb 28 18:52:56.631424 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42b9349-d351-4aa1-a6dc-d1ea6cddf98e', 'tag': '1e534a34-d3ff-4f9e-bb6e-05c43956302d'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:52:56.639966 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=7']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:56.651284 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b87ff6-d916-45e7-ade8-d00a396d09ce service neutron] Pushing event updated for resources: {'Port': ['ID=1e534a34-d3ff-4f9e-bb6e-05c43956302d,revision_number=3']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:56.689680 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261f2e6-9ba9-4c72-885b-de6987f1cea4 req-57dea320-6d77-45ca-bc1e-474f4477f8c7 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:56.691042 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9261f2e6-9ba9-4c72-885b-de6987f1cea4 req-57dea320-6d77-45ca-bc1e-474f4477f8c7 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 944 time: 0.1270158 Feb 28 18:52:56.699836 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42b9349-d351-4aa1-a6dc-d1ea6cddf98e', 'tag': '1e534a34-d3ff-4f9e-bb6e-05c43956302d', 'status': 'completed', 'code': 200} Feb 28 18:52:56.789889 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-9261f2e6-9ba9-4c72-885b-de6987f1cea4 req-d55a6abd-4970-4433-a7c3-0e745ae153e9 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934155 Feb 28 18:52:56.810399 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-e2abf06d-dc8d-48cb-a1a1-e1d8ea4ff53a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a59f6b22bc5490aac29f689fc3d5e0a&device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 1096 time: 0.1122496 Feb 28 18:52:56.851564 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['70eeab06-b8cb-4fed-9912-4d6348c0094a'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:52:56.885165 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-7073ff43-3be7-4163-8e95-07aaa1639be2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e534a34-d3ff-4f9e-bb6e-05c43956302d HTTP/1.1" status: 200 len: 217 time: 0.0603616 Feb 28 18:52:57.011618 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-21acb583-bfe8-42e6-afa3-286ecc69ed07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:57.013040 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-21acb583-bfe8-42e6-afa3-286ecc69ed07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a100c10-74a0-4792-b346-00dbfa926eb0 HTTP/1.1" status: 200 len: 849 time: 0.1038759 Feb 28 18:52:57.071742 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-27bdf1ae-7e19-4efb-91d6-dfaeae686a9b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6b0f479-cdd2-4470-8af6-91009a457cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499949 Feb 28 18:52:57.100567 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-550a5a09-8249-47c9-b0ee-5494cc479aff service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1547232 Feb 28 18:52:57.244472 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-0e6d5aff-8160-4a84-9d94-328de180dc24 service neutron] 10.222.0.65 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663737 Feb 28 18:52:57.351834 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-30caf3d7-b288-4c33-867e-e89c100ded57 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1097 time: 0.1668904 Feb 28 18:52:57.457412 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-c342c3c3-3de9-436a-a567-83a142a2e7c2 req-a46279a7-36e1-4a94-8de0-180e20be4c86 service neutron] 10.222.0.65 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026224 Feb 28 18:52:57.512100 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-3538be7b-1b6d-4677-880c-ebd2f36df757 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:57.514815 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-3538be7b-1b6d-4677-880c-ebd2f36df757 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 910 time: 0.1436586 Feb 28 18:52:57.696266 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c7629-f490-43b3-b5bb-15f261c76b75 req-b6775149-edd1-455c-85d8-55be91697e34 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:57.697764 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-143c7629-f490-43b3-b5bb-15f261c76b75 req-b6775149-edd1-455c-85d8-55be91697e34 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 943 time: 0.0831044 Feb 28 18:52:57.746434 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-143c7629-f490-43b3-b5bb-15f261c76b75 req-00a555c5-1b54-4ddc-ba45-4c66f5c0fbde tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428941 Feb 28 18:52:57.793156 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-1a83a39a-c4dc-4246-8fbf-8dcd9f327983 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 999 time: 0.2429826 Feb 28 18:52:57.851961 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-80b96617-acd1-4202-b639-4108d442da81 req-0cab80c1-a0f1-4304-9190-f76841ae1fd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9a59f6b22bc5490aac29f689fc3d5e0a&device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 1096 time: 0.1527591 Feb 28 18:52:57.884487 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-032e33c1-8a2a-4940-bfdc-665b20fbd1a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:57.885826 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-032e33c1-8a2a-4940-bfdc-665b20fbd1a6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.0847762 Feb 28 18:52:58.036724 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b96617-acd1-4202-b639-4108d442da81 req-4b5b0f03-317b-4b08-99ab-f9ffc638a289 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:58.038140 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-80b96617-acd1-4202-b639-4108d442da81 req-4b5b0f03-317b-4b08-99ab-f9ffc638a289 service neutron] 10.222.0.65 "GET /v2.0/networks?id=c6b0f479-cdd2-4470-8af6-91009a457cef HTTP/1.1" status: 200 len: 910 time: 0.1797142 Feb 28 18:52:58.049049 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-b69de5cf-766c-4121-a817-346429dc33c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1175094 Feb 28 18:52:58.174984 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-80b96617-acd1-4202-b639-4108d442da81 req-18f45553-f7c9-4e70-b6ea-14bbcc1eb3fd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e534a34-d3ff-4f9e-bb6e-05c43956302d HTTP/1.1" status: 200 len: 217 time: 0.1292832 Feb 28 18:52:58.271895 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b96617-acd1-4202-b639-4108d442da81 req-2c82b088-a900-4719-9f07-995a5f128019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:58.273376 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-80b96617-acd1-4202-b639-4108d442da81 req-2c82b088-a900-4719-9f07-995a5f128019 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=0a100c10-74a0-4792-b346-00dbfa926eb0 HTTP/1.1" status: 200 len: 849 time: 0.0916343 Feb 28 18:52:58.281986 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-f66f2dc2-628b-4813-9d8e-ee3e22f95cd6 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849866 Feb 28 18:52:58.334165 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 70eeab06-b8cb-4fed-9912-4d6348c0094a up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:52:58.351008 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-80b96617-acd1-4202-b639-4108d442da81 req-2eda4f37-6a4d-456b-89f6-85f8d2df0905 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=c6b0f479-cdd2-4470-8af6-91009a457cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677328 Feb 28 18:52:58.404613 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 70eeab06-b8cb-4fed-9912-4d6348c0094a triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:52:58.405120 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.519933 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.546700 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:52:58.547718 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-20f23187-a2c2-4099-ba22-9e0a42bfc936 req-5d26a216-6bbc-4679-bcb0-94763a7034ac service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340508 Feb 28 18:52:58.557000 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:52:58.561511 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:52:58.567876 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-80b96617-acd1-4202-b639-4108d442da81 req-788c5d7f-bd9d-4774-a58f-c986a03136a6 service neutron] 10.222.0.65 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766565 Feb 28 18:52:58.610169 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'code': 200} Feb 28 18:52:58.633380 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=8']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:52:58.707492 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-80b96617-acd1-4202-b639-4108d442da81 req-ebbe273d-4ee4-4137-a0d6-8e4d109e493d service neutron] 10.222.0.65 "GET /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336348 Feb 28 18:52:58.941219 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9ed54-8b86-4135-b477-3413de261f3f req-7c80f33e-2af2-40fc-96ba-ce38a7f3f27b tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:52:58.942586 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-86a9ed54-8b86-4135-b477-3413de261f3f req-7c80f33e-2af2-40fc-96ba-ce38a7f3f27b tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 943 time: 0.0763903 Feb 28 18:52:58.990049 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-86a9ed54-8b86-4135-b477-3413de261f3f req-9b5c0f2e-0d94-41f3-adc8-5303b4aad801 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Feb 28 18:53:00.185060 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5f4c7-ff10-44f0-aeb2-0bcb3732e76b req-08a350a2-e7cb-4617-8452-0a59f01e06da tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:00.185737 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-1fa5f4c7-ff10-44f0-aeb2-0bcb3732e76b req-08a350a2-e7cb-4617-8452-0a59f01e06da tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Synchronizing usage tracker for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:53:00.200844 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-1fa5f4c7-ff10-44f0-aeb2-0bcb3732e76b req-08a350a2-e7cb-4617-8452-0a59f01e06da tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Unset dirty status for tenant:9a59f6b22bc5490aac29f689fc3d5e0a on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:53:00.201942 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1fa5f4c7-ff10-44f0-aeb2-0bcb3732e76b req-08a350a2-e7cb-4617-8452-0a59f01e06da tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 943 time: 0.0902543 Feb 28 18:53:00.246939 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-1fa5f4c7-ff10-44f0-aeb2-0bcb3732e76b req-7520a2e6-ad16-4b86-97b4-a7d1a8322a08 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388591 Feb 28 18:53:00.341325 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 1e534a34-d3ff-4f9e-bb6e-05c43956302d details requested by agent hyperv_hv-cinder-83118 with host hv-cinder-83118 {{(pid=83021) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 18:53:00.475169 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 1e534a34-d3ff-4f9e-bb6e-05c43956302d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e534a34-d3ff-4f9e-bb6e-05c43956302d,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:00.487705 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Returning: {'device': '1e534a34-d3ff-4f9e-bb6e-05c43956302d', 'network_id': 'c6b0f479-cdd2-4470-8af6-91009a457cef', 'port_id': '1e534a34-d3ff-4f9e-bb6e-05c43956302d', 'mac_address': 'fa:16:3e:81:a9:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a100c10-74a0-4792-b346-00dbfa926eb0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83021) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 18:53:00.542869 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.559071 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e534a34-d3ff-4f9e-bb6e-05c43956302d {{(pid=83021) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 18:53:00.573332 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 1e534a34-d3ff-4f9e-bb6e-05c43956302d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e534a34-d3ff-4f9e-bb6e-05c43956302d,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:00.577380 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:00.640075 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=1e534a34-d3ff-4f9e-bb6e-05c43956302d,revision_number=4']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:00.846790 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['1e534a34-d3ff-4f9e-bb6e-05c43956302d'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:53:01.442479 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff3252-bcdf-438a-bf4e-b219498ce135 req-ce881cd7-5eac-4570-b777-2076d0c5175c tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:01.443930 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-61ff3252-bcdf-438a-bf4e-b219498ce135 req-ce881cd7-5eac-4570-b777-2076d0c5175c tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 944 time: 0.0773363 Feb 28 18:53:01.488732 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-61ff3252-bcdf-438a-bf4e-b219498ce135 req-8a46817d-1ce5-48bc-9237-6c8739be5cd2 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393267 Feb 28 18:53:02.341318 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 1e534a34-d3ff-4f9e-bb6e-05c43956302d up at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 18:53:02.409196 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning for port 1e534a34-d3ff-4f9e-bb6e-05c43956302d completed by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 18:53:02.413687 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.provisioning_blocks [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Provisioning complete for port 1e534a34-d3ff-4f9e-bb6e-05c43956302d triggered by entity L2. {{(pid=83021) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 18:53:02.414049 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32734765'] for port, provisioning_complete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.523892 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32546048'] for port, before_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.551065 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42b9349-d351-4aa1-a6dc-d1ea6cddf98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e534a34-d3ff-4f9e-bb6e-05c43956302d'}] {{(pid=83021) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:53:02.560836 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] For port 1e534a34-d3ff-4f9e-bb6e-05c43956302d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e534a34-d3ff-4f9e-bb6e-05c43956302d,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:02.565801 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8769701539732', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8769701115495', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8769701115540'] for port, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:02.610149 dv-cinder-831188-1-smb neutron-server[83021]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42b9349-d351-4aa1-a6dc-d1ea6cddf98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e534a34-d3ff-4f9e-bb6e-05c43956302d', 'code': 200} Feb 28 18:53:02.634599 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Pushing event updated for resources: {'Port': ['ID=1e534a34-d3ff-4f9e-bb6e-05c43956302d,revision_number=5']} {{(pid=83021) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:02.696853 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9d39e4-1ebd-46e2-8b22-78179a32106e req-65f93ae6-d134-4b6a-a6e9-e06c3e4041c7 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:02.698300 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-da9d39e4-1ebd-46e2-8b22-78179a32106e req-65f93ae6-d134-4b6a-a6e9-e06c3e4041c7 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 945 time: 0.0863898 Feb 28 18:53:02.743585 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-da9d39e4-1ebd-46e2-8b22-78179a32106e req-5bf08c0c-ab01-4c7b-8294-44525a9897b9 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393827 Feb 28 18:53:02.860588 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-43c2b414-7096-47fd-a7a3-5e44de68ce28 req-e07d12ba-0e3e-4189-ab3a-d1fb8cc2b9af service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 1098 time: 0.0662868 Feb 28 18:53:02.905204 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-43c2b414-7096-47fd-a7a3-5e44de68ce28 req-a7ddab05-4b18-4d21-bdf5-080febf8096c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387948 Feb 28 18:53:03.849615 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:53:03.942331 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692877c-4381-4c0e-969e-a5ba228d1661 req-fdbb1750-f061-44ca-a3c4-8943f17211a8 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:03.943792 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f692877c-4381-4c0e-969e-a5ba228d1661 req-fdbb1750-f061-44ca-a3c4-8943f17211a8 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 945 time: 0.0751693 Feb 28 18:53:03.990603 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-f692877c-4381-4c0e-969e-a5ba228d1661 req-f4102c17-ec48-4cba-8724-6f38c3029286 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408475 Feb 28 18:53:05.183042 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6025dac-4fd3-4a9e-bf6b-f7bc8d59341d req-ece492d1-cde6-47e6-a76b-426c0cfe55da tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:05.184524 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d6025dac-4fd3-4a9e-bf6b-f7bc8d59341d req-ece492d1-cde6-47e6-a76b-426c0cfe55da tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 945 time: 0.0750058 Feb 28 18:53:05.228945 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-d6025dac-4fd3-4a9e-bf6b-f7bc8d59341d req-d54bdda5-4d22-49d2-9367-217c2ac69fb6 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Feb 28 18:53:06.253932 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f29c97-22c2-47bd-bfa0-1b4b209b853e req-f8c7e069-4478-46c2-bf57-4c5e200d81cc tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:06.255608 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-26f29c97-22c2-47bd-bfa0-1b4b209b853e req-f8c7e069-4478-46c2-bf57-4c5e200d81cc tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 945 time: 0.0772748 Feb 28 18:53:06.382966 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-26f29c97-22c2-47bd-bfa0-1b4b209b853e req-80321302-04ad-4a04-814a-26b4ee4123f2 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218600 Feb 28 18:53:07.580088 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa218ab9-dbb1-4731-8991-b6900582a199 req-2fe23584-7460-4263-a139-95167f78311a tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:07.581671 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-aa218ab9-dbb1-4731-8991-b6900582a199 req-2fe23584-7460-4263-a139-95167f78311a tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 945 time: 0.0785291 Feb 28 18:53:07.625731 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-aa218ab9-dbb1-4731-8991-b6900582a199 req-97e84ba1-e64b-4618-a40c-3f4207461035 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/security-groups?id=ace268b7-43e8-4294-bbfe-64771fce075b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385723 Feb 28 18:53:07.653842 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-d6b7cf06-1afe-43b0-8ada-b3d8c015b356 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:07.655458 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-d6b7cf06-1afe-43b0-8ada-b3d8c015b356 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.65 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 945 time: 0.0766578 Feb 28 18:53:07.724354 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Deleting port 1e534a34-d3ff-4f9e-bb6e-05c43956302d {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:53:07.724617 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:07.961797 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] For port 1e534a34-d3ff-4f9e-bb6e-05c43956302d, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=1e534a34-d3ff-4f9e-bb6e-05c43956302d,segment=NetworkSegment(1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a),segment_id=1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:53:07.962152 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:08.081258 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Calling delete_port for 1e534a34-d3ff-4f9e-bb6e-05c43956302d owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:53:08.218397 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:08.252327 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-4a191d55-2454-4672-a402-a8d842892900 None None] get_ports_and_sgs() called for port_ids ['1e534a34-d3ff-4f9e-bb6e-05c43956302d'] {{(pid=83021) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 18:53:08.266584 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Pushing event deleted for resources: {'Port': ['ID=1e534a34-d3ff-4f9e-bb6e-05c43956302d,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:08.341107 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] No DVR routers for this DVR port 1e534a34-d3ff-4f9e-bb6e-05c43956302d on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:53:08.343553 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:08.346211 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42b9349-d351-4aa1-a6dc-d1ea6cddf98e', 'name': 'network-vif-deleted', 'tag': '1e534a34-d3ff-4f9e-bb6e-05c43956302d'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:53:08.361556 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-b22e8ff7-2d61-4a6d-9f9f-d856421336ec req-a92a5907-cbe4-4c52-be27-0e52db2a3929 tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.65 "DELETE /v2.0/ports/1e534a34-d3ff-4f9e-bb6e-05c43956302d HTTP/1.1" status: 204 len: 173 time: 0.6995115 Feb 28 18:53:08.414046 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42b9349-d351-4aa1-a6dc-d1ea6cddf98e', 'name': 'network-vif-deleted', 'tag': '1e534a34-d3ff-4f9e-bb6e-05c43956302d', 'status': 'completed', 'code': 200} Feb 28 18:53:08.798914 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-3f7a6ffb-1a36-48e3-b934-c7d25fc5da3c req-7207878e-b53a-4318-85aa-8b4381f3429a tempest-VolumesActionsTest-426024796 tempest-VolumesActionsTest-426024796-project] 10.222.0.45 "GET /v2.0/ports?device_id=f42b9349-d351-4aa1-a6dc-d1ea6cddf98e HTTP/1.1" status: 200 len: 210 time: 0.0402396 Feb 28 18:53:10.589823 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-06eccf93-081d-46a3-8827-72e8db2328f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:12.405597 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 1e534a34-d3ff-4f9e-bb6e-05c43956302d no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:53:12.440267 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 1e534a34-d3ff-4f9e-bb6e-05c43956302d {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:53:12.440864 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 1e534a34-d3ff-4f9e-bb6e-05c43956302d not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:53:13.037353 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-fd43802e-37fb-43c7-afb2-707f75b8b577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:14.105238 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:14.187306 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:15.421091 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:19.389206 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.339374 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50130) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:30.397633 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f21ebb-10e9-41c1-9cd9-18ba74f64972 admin admin] Deleting subnet 0a100c10-74a0-4792-b346-00dbfa926eb0 {{(pid=83019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:53:30.400587 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-74f21ebb-10e9-41c1-9cd9-18ba74f64972 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.447990 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-74f21ebb-10e9-41c1-9cd9-18ba74f64972 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922623'] for subnet, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.505265 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-74f21ebb-10e9-41c1-9cd9-18ba74f64972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.571747 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-74f21ebb-10e9-41c1-9cd9-18ba74f64972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827212'] for subnet, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.610014 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f21ebb-10e9-41c1-9cd9-18ba74f64972 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a100c10-74a0-4792-b346-00dbfa926eb0,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:30.616752 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-74f21ebb-10e9-41c1-9cd9-18ba74f64972 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.622374 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-74f21ebb-10e9-41c1-9cd9-18ba74f64972 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0a100c10-74a0-4792-b346-00dbfa926eb0 HTTP/1.1" status: 204 len: 168 time: 0.2820210 Feb 28 18:53:30.624849 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50134) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:30.729546 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.855278 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.883967 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b0f479-cdd2-4470-8af6-91009a457cef']}} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:30.895751 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a') {'for_net_delete': True} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:30.896042 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad8b8d0-5d5d-4fae-95b9-93d5f6467f2a') {} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:53:30.906911 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922612'] for segment, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.922111 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.928819 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=83019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:53:30.929196 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856722'] for segment, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: Traceback (most recent call last): Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: timer() Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: cb(*args, **kw) Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: return func(*args, **kwargs) Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: self._notify() Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: self.callback(batched_events) Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: event.method(event) Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: return f(self, *a, **k) Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: return self._get(url).json() Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: return self.request(url, 'GET', **kwargs) Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:53:30.942701 dv-cinder-831188-1-smb neutron-server[83019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:53:31.015829 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:31.035340 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:31.045632 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b0f479-cdd2-4470-8af6-91009a457cef,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:31.054325 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-149dbb67-1c5e-4f6a-912b-2003713a62b6 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c6b0f479-cdd2-4470-8af6-91009a457cef HTTP/1.1" status: 204 len: 168 time: 0.4285483 Feb 28 18:53:31.186530 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50140) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:31.237328 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-8d1c167c-3633-47b7-bef9-e1145dad2d81 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9a59f6b22bc5490aac29f689fc3d5e0a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0496054 Feb 28 18:53:31.240406 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50144) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:31.298571 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fabf8239-0cb4-499d-a57d-944404f0f445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:31.323730 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fabf8239-0cb4-499d-a57d-944404f0f445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:31.373298 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fabf8239-0cb4-499d-a57d-944404f0f445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:31.390816 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf8239-0cb4-499d-a57d-944404f0f445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace268b7-43e8-4294-bbfe-64771fce075b,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:31.402310 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-fabf8239-0cb4-499d-a57d-944404f0f445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:31.403465 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-fabf8239-0cb4-499d-a57d-944404f0f445 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ace268b7-43e8-4294-bbfe-64771fce075b HTTP/1.1" status: 204 len: 168 time: 0.1621351 Feb 28 18:53:35.462288 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50188) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:35.600581 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] Notify callbacks [] for security_group, before_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:35.635153 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 18:53:35.638834 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] Usage tracker for resource:security_group_rule and tenant:ef762d47ea3d4c14a2817e0c298fdd21 is out of sync, need to count used quota {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 18:53:35.641614 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83019) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 18:53:35.647292 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.quota.driver [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83019) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 18:53:35.783309 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:35.787649 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_create {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:35.831548 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92725305-d207-4dcb-9b88-bab8e40f61c7,revision_number=1']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:35.836885 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-f8ca8b8a-7ee0-48c2-8d65-1f25dda733af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ef762d47ea3d4c14a2817e0c298fdd21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3735766 Feb 28 18:53:35.839607 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50194) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:53:35.897684 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9130c512-dd28-4f66-946f-3d1eba78a20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:35.922453 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9130c512-dd28-4f66-946f-3d1eba78a20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:35.972518 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9130c512-dd28-4f66-946f-3d1eba78a20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:35.990485 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130c512-dd28-4f66-946f-3d1eba78a20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92725305-d207-4dcb-9b88-bab8e40f61c7,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:53:35.994938 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-9130c512-dd28-4f66-946f-3d1eba78a20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:36.003958 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-9130c512-dd28-4f66-946f-3d1eba78a20f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/92725305-d207-4dcb-9b88-bab8e40f61c7 HTTP/1.1" status: 204 len: 168 time: 0.1633537 Feb 28 18:53:40.591605 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-8ca89da7-6493-47eb-ab5f-c3be29e0bdf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:40.852376 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:53:43.029418 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b06aecd2-c652-408c-a373-818aef782005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.103250 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:44.179799 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:45.421302 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:49.381130 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:53:57.956434 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-3f1e43f3-849c-4f2d-9c3f-4d4d388d7b15 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674152 Feb 28 18:53:58.108746 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-06aa2c8b-f99b-46e5-ac9d-8743dd9f5517 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1098 time: 0.0672352 Feb 28 18:53:58.249018 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-8c169200-eb79-4a81-b14e-c38603afad25 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:58.251000 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-8c169200-eb79-4a81-b14e-c38603afad25 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 910 time: 0.1235039 Feb 28 18:53:58.358957 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-8db66eb5-f1df-4c02-9ceb-287a69341b09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 1000 time: 0.1030118 Feb 28 18:53:58.423760 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-46bf8f14-c5d7-4bfe-9f6b-62904f5a7b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:53:58.425142 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-46bf8f14-c5d7-4bfe-9f6b-62904f5a7b10 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.0606756 Feb 28 18:53:58.497304 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-c0ee054a-05fc-48c3-8d6c-0a76b923841e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0653336 Feb 28 18:53:58.625718 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-6be5913f-67e8-4a12-a405-6b1442454e53 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215312 Feb 28 18:53:58.758024 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-edee0d11-1538-4240-afe7-eb2f6de01e61 req-a68c0053-303a-4fde-89c1-d2f72035083f service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264870 Feb 28 18:54:09.778692 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50200) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:09.983497 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Deleting port fe0e1f92-403d-4d0e-927c-de25bf57f24e {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:09.983832 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:10.147725 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:10.147965 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:10.263982 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Calling delete_port for fe0e1f92-403d-4d0e-927c-de25bf57f24e owned by network:floatingip {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:10.490214 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:10.537718 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event deleted for resources: {'Port': ['ID=fe0e1f92-403d-4d0e-927c-de25bf57f24e,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:10.592826 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-76ff7b06-3ce0-4cb6-a51e-a4559ba19714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:10.602283 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.602631 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.602967 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.603336 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.603662 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.603983 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.604306 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.604626 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.604942 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.605254 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.605567 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83019) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:10.636163 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for floatingip, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:11.016866 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Router 026dc510-c0be-4b8b-b19c-3f41619d3d6b has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83019) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:54:11.209812 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83019) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:54:11.220221 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] Sync routers for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:54:11.229977 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for floatingip, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:11.231764 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:54:11.232379 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:53:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:11.284442 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-42242b38-c7c9-4267-9708-9ed883524a87 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "DELETE /v2.0/floatingips/19547b20-d96c-456d-a19a-ccb060fab894 HTTP/1.1" status: 204 len: 168 time: 1.5046327 Feb 28 18:54:11.285022 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:54:11.340079 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'status': 'completed', 'code': 200} Feb 28 18:54:11.413488 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:54:11.455861 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f75010a-bb69-489c-9461-edf6aa75907e req-c6b035d4-e0c0-4c7c-b4ad-bf68708cc453 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f2a8d5a01ebb4241847c950275a56d41&device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 1098 time: 0.0731840 Feb 28 18:54:11.591435 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75010a-bb69-489c-9461-edf6aa75907e req-d41e4022-7527-4b58-af76-64605d406143 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:11.592964 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f75010a-bb69-489c-9461-edf6aa75907e req-d41e4022-7527-4b58-af76-64605d406143 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 200 len: 910 time: 0.1313004 Feb 28 18:54:11.702604 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f75010a-bb69-489c-9461-edf6aa75907e req-f4656621-65fe-472b-b78b-9b70f3ae9fa7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 200 len: 217 time: 0.1025238 Feb 28 18:54:11.731663 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:50:17Z', 'revision_number': 5, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:11.735589 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] Checking router: 026dc510-c0be-4b8b-b19c-3f41619d3d6b for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:54:11.745869 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:54:11.746458 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:53:43Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:11.779951 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75010a-bb69-489c-9461-edf6aa75907e req-3d7b4777-1e68-4234-9c1d-79d586c00ddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:11.781546 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f75010a-bb69-489c-9461-edf6aa75907e req-3d7b4777-1e68-4234-9c1d-79d586c00ddd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 200 len: 848 time: 0.0718064 Feb 28 18:54:11.788458 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e1eef-cd61-45f7-8c07-aa20fd50eaad req-aafa5b27-dd62-4a37-a5d4-9b4140e336df tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:11.789118 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-953e1eef-cd61-45f7-8c07-aa20fd50eaad req-aafa5b27-dd62-4a37-a5d4-9b4140e336df tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Synchronizing usage tracker for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:port {{(pid=83019) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 18:54:11.850722 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.quota.resource [req-953e1eef-cd61-45f7-8c07-aa20fd50eaad req-aafa5b27-dd62-4a37-a5d4-9b4140e336df tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Unset dirty status for tenant:f2a8d5a01ebb4241847c950275a56d41 on resource:port {{(pid=83019) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 18:54:11.851889 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-953e1eef-cd61-45f7-8c07-aa20fd50eaad req-aafa5b27-dd62-4a37-a5d4-9b4140e336df tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.2038648 Feb 28 18:54:11.909071 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f75010a-bb69-489c-9461-edf6aa75907e req-5b8ccce9-9222-41a4-9dd7-90319561b84d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5b3c9a1a-7dd9-48de-9278-dafd209d272a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1171994 Feb 28 18:54:11.912774 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-953e1eef-cd61-45f7-8c07-aa20fd50eaad req-429aefd0-4cfa-444d-8274-e7a4261ef61f tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492876 Feb 28 18:54:11.929212 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:54:12.138421 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f75010a-bb69-489c-9461-edf6aa75907e req-9b36dd2b-a460-4f8b-bd72-d3dbeeb0af49 service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218556 Feb 28 18:54:12.271552 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-0f75010a-bb69-489c-9461-edf6aa75907e req-7a145305-fff6-4dbd-b7a6-126dd990fd8f service neutron] 10.222.0.65 "GET /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274471 Feb 28 18:54:12.279681 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:50:17Z', 'revision_number': 5, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:12.284348 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4a6166-254b-468b-898e-eac4df7271b6 None None] The sync data for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb is: [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:49:58Z', 'revision_number': 4, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb', '_interfaces': [{'id': '3ee94b38-5d8b-480e-844f-174c7f9c61fe', 'name': '', 'network_id': '5b3c9a1a-7dd9-48de-9278-dafd209d272a', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'mac_address': 'fa:16:3e:2c:4a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:57Z', 'updated_at': '2022-02-28T18:50:17Z', 'revision_number': 5, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'subnets': [{'id': '48a17d91-4f2e-4caa-a4f8-c64d97855e61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:54:12.494024 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037056e-e0e0-4a61-bb4b-af4a2fbe3a32 None None] New status for floating IP 19547b20-d96c-456d-a19a-ccb060fab894: DOWN {{(pid=83022) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 18:54:13.032370 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-1c43080d-e736-4a98-bc81-3b14bd4c5251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:13.118950 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390071d-d483-4ebb-9be0-9d482d8db84f req-9adb4918-d8ad-4a5f-bc77-ee5841173a4e tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83020) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:13.120481 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2390071d-d483-4ebb-9be0-9d482d8db84f req-9adb4918-d8ad-4a5f-bc77-ee5841173a4e tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0778272 Feb 28 18:54:13.126948 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-83deb2ca-60c3-467b-955d-b3057822c536 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83019) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 18:54:13.128391 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-83deb2ca-60c3-467b-955d-b3057822c536 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.65 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 945 time: 0.0785837 Feb 28 18:54:13.167827 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-2390071d-d483-4ebb-9be0-9d482d8db84f req-d888dc7e-b615-4485-84b9-e5f21d203cde tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/security-groups?id=7bebb777-3466-4940-b06a-b873e9768225&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416074 Feb 28 18:54:13.198381 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Deleting port 70eeab06-b8cb-4fed-9912-4d6348c0094a {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:13.198978 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:13.441009 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] For port 70eeab06-b8cb-4fed-9912-4d6348c0094a, host hv-cinder-83118, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83118',level=0,port_id=70eeab06-b8cb-4fed-9912-4d6348c0094a,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:13.441370 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:13.558526 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Calling delete_port for 70eeab06-b8cb-4fed-9912-4d6348c0094a owned by compute:nova {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:13.698727 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:13.744071 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event deleted for resources: {'Port': ['ID=70eeab06-b8cb-4fed-9912-4d6348c0094a,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:13.825533 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] No DVR routers for this DVR port 70eeab06-b8cb-4fed-9912-4d6348c0094a on host hv-cinder-83118 {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:54:13.828063 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74194'] for port, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:13.831845 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'name': 'network-vif-deleted', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a'}] {{(pid=83019) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 18:54:13.848019 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [req-6892fdaf-f400-4a13-b8df-6e69c3a38ee9 req-123adc91-c28e-4dca-832d-1b1bf4cdb311 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.65 "DELETE /v2.0/ports/70eeab06-b8cb-4fed-9912-4d6348c0094a HTTP/1.1" status: 204 len: 173 time: 0.7147520 Feb 28 18:54:13.895760 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e26e363-e873-44ed-8a24-c0b0810dfcca', 'name': 'network-vif-deleted', 'tag': '70eeab06-b8cb-4fed-9912-4d6348c0094a', 'status': 'completed', 'code': 200} Feb 28 18:54:14.110362 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:14.183394 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:14.345792 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [req-eb3cbfde-1931-403b-a202-edabcf3d051e req-f0b396ec-dbde-4238-9d28-17a0ee8bc807 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "GET /v2.0/ports?device_id=6e26e363-e873-44ed-8a24-c0b0810dfcca HTTP/1.1" status: 200 len: 210 time: 0.0420327 Feb 28 18:54:15.428423 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:15.469964 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50220) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:15.538083 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d4ac-a8a4-4e85-bc9e-515cbe195ba6 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:15.566281 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d4ac-a8a4-4e85-bc9e-515cbe195ba6 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:15.627413 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d4ac-a8a4-4e85-bc9e-515cbe195ba6 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:15.645077 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6d4ac-a8a4-4e85-bc9e-515cbe195ba6 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bebb777-3466-4940-b06a-b873e9768225,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:15.655841 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-2ec6d4ac-a8a4-4e85-bc9e-515cbe195ba6 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:15.657665 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-2ec6d4ac-a8a4-4e85-bc9e-515cbe195ba6 tempest-TestShelveInstance-100089750 tempest-TestShelveInstance-100089750-project] 10.222.0.45 "DELETE /v2.0/security-groups/7bebb777-3466-4940-b06a-b873e9768225 HTTP/1.1" status: 204 len: 168 time: 0.1862893 Feb 28 18:54:15.710308 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 50226) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:16.090605 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717866'] for router_interface, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:16.731591 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 70eeab06-b8cb-4fed-9912-4d6348c0094a no longer exists at agent hyperv_hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:54:16.744429 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Deleting port 3ee94b38-5d8b-480e-844f-174c7f9c61fe {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:16.745013 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:16.764300 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-4a191d55-2454-4672-a402-a8d842892900 None None] No Port match for: 70eeab06-b8cb-4fed-9912-4d6348c0094a {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:54:16.764641 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Device 70eeab06-b8cb-4fed-9912-4d6348c0094a not bound to the agent host hv-cinder-83118 {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:54:16.908166 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] For port 3ee94b38-5d8b-480e-844f-174c7f9c61fe, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=3ee94b38-5d8b-480e-844f-174c7f9c61fe,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:16.908510 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:17.029688 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Calling delete_port for 3ee94b38-5d8b-480e-844f-174c7f9c61fe owned by network:router_interface {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:17.187790 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:17.229396 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee94b38-5d8b-480e-844f-174c7f9c61fe,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:17.268595 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.268933 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.269267 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.269595 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.269922 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.270244 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.270564 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.270882 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.271197 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.271544 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.271857 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-831188-1-smb {{(pid=83020) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 18:54:17.522970 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32144924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717977'] for router_interface, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:17.852919 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:54:18.169609 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Router 026dc510-c0be-4b8b-b19c-3f41619d3d6b has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:54:18.361889 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:54:18.370533 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] Sync routers for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:54:18.374014 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-67f7da4c-2a36-4223-9662-31181ba0871e admin admin] 10.222.0.45 "PUT /v2.0/routers/026dc510-c0be-4b8b-b19c-3f41619d3d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6626713 Feb 28 18:54:18.376892 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 50230) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:18.384559 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:54:18.385181 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:54:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:18.556470 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: dv-cinder-831188-1-smb {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:54:18.576347 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks [] for router, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:18.769959 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:18.779216 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Deleting port bcd3c307-9d68-41ec-be6c-0a166dd9a35d {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:18.779576 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:18.836358 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69'}], 'enable_snat': True}, 'gw_port_id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:54:17Z', 'revision_number': 5, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port': {'id': 'bcd3c307-9d68-41ec-be6c-0a166dd9a35d', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:02:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:49:54Z', 'updated_at': '2022-02-28T18:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:18.840129 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] Checking router: 026dc510-c0be-4b8b-b19c-3f41619d3d6b for host: dv-cinder-831188-1-smb {{(pid=83021) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:54:18.851520 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] Routers {'026dc510-c0be-4b8b-b19c-3f41619d3d6b'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83021) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:54:18.852115 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:54:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'], 'active': True} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:18.948709 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] For port bcd3c307-9d68-41ec-be6c-0a166dd9a35d, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=bcd3c307-9d68-41ec-be6c-0a166dd9a35d,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:18.949082 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:19.000622 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_dvr_db [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] Set router 026dc510-c0be-4b8b-b19c-3f41619d3d6b gateway port host: None {{(pid=83021) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:54:19.110730 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.db.l3_hamode_db [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:54:18Z', 'revision_number': 6, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port_host': None}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:19.114948 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b462dc0-e3fb-4c89-bfb9-07a8aa466428 None None] The sync data for ids ['026dc510-c0be-4b8b-b19c-3f41619d3d6b'] in dv-cinder-831188-1-smb is: [{'id': '026dc510-c0be-4b8b-b19c-3f41619d3d6b', 'name': 'tempest-TestShelveInstance-1624860087-router', 'tenant_id': 'f2a8d5a01ebb4241847c950275a56d41', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:49:53Z', 'updated_at': '2022-02-28T18:54:18Z', 'revision_number': 6, 'project_id': 'f2a8d5a01ebb4241847c950275a56d41', 'gw_port_host': None}] {{(pid=83021) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:54:19.161861 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Calling delete_port for bcd3c307-9d68-41ec-be6c-0a166dd9a35d owned by network:router_gateway {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:19.319022 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:19.363535 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd3c307-9d68-41ec-be6c-0a166dd9a35d,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:19.386729 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:19.588801 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717007'] for router_gateway, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:19.838997 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41608'] for router, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:19.843300 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:19.870050 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718315'] for router, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:19.870280 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bcd3c307-9d68-41ec-be6c-0a166dd9a35d no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:54:19.870660 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 026dc510-c0be-4b8b-b19c-3f41619d3d6b {{(pid=83020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:54:19.883467 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:19.884644 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-9cff7d56-2a23-4c7a-9fc1-c9449359a999 admin admin] 10.222.0.45 "DELETE /v2.0/routers/026dc510-c0be-4b8b-b19c-3f41619d3d6b HTTP/1.1" status: 204 len: 168 time: 1.5068195 Feb 28 18:54:19.887127 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 50234) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:19.906907 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: bcd3c307-9d68-41ec-be6c-0a166dd9a35d {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:54:19.907344 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device bcd3c307-9d68-41ec-be6c-0a166dd9a35d not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:54:19.907869 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 3ee94b38-5d8b-480e-844f-174c7f9c61fe no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:54:19.942794 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 3ee94b38-5d8b-480e-844f-174c7f9c61fe {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:54:19.943134 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 3ee94b38-5d8b-480e-844f-174c7f9c61fe not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:54:19.947739 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.db_base_plugin_v2 [None req-351390da-51a3-4480-b655-8b9694e4686b admin admin] Deleting subnet 48a17d91-4f2e-4caa-a4f8-c64d97855e61 {{(pid=83020) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:54:19.950664 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-351390da-51a3-4480-b655-8b9694e4686b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.006823 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-351390da-51a3-4480-b655-8b9694e4686b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2867368'] for subnet, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.093830 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-351390da-51a3-4480-b655-8b9694e4686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.160880 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-351390da-51a3-4480-b655-8b9694e4686b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2498479', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2201128'] for subnet, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.201020 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351390da-51a3-4480-b655-8b9694e4686b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a17d91-4f2e-4caa-a4f8-c64d97855e61,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:20.206027 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-351390da-51a3-4480-b655-8b9694e4686b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.211169 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660b0551-36cf-4334-b887-07c7b646a69b None None] Network 5b3c9a1a-7dd9-48de-9278-dafd209d272a requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:54:20.211353 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-351390da-51a3-4480-b655-8b9694e4686b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/48a17d91-4f2e-4caa-a4f8-c64d97855e61 HTTP/1.1" status: 204 len: 168 time: 0.3232038 Feb 28 18:54:20.213799 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 50238) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:20.320893 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.331246 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Deleting port c2642943-6d52-4ecd-8292-6027934425a8 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:20.331597 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.500075 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] DHCP port deletion for 5b3c9a1a-7dd9-48de-9278-dafd209d272a request from dv-cinder-831188-1-smb {{(pid=83021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 18:54:20.504465 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] Deleting port c2642943-6d52-4ecd-8292-6027934425a8 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:20.504829 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.614940 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] For port c2642943-6d52-4ecd-8292-6027934425a8, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=c2642943-6d52-4ecd-8292-6027934425a8,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:20.615205 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.704694 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] For port c2642943-6d52-4ecd-8292-6027934425a8, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=c2642943-6d52-4ecd-8292-6027934425a8,segment=NetworkSegment(12a2635f-d965-4809-a6fc-8527a2d99375),segment_id=12a2635f-d965-4809-a6fc-8527a2d99375)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:20.705082 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.731960 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Calling delete_port for c2642943-6d52-4ecd-8292-6027934425a8 owned by network:dhcp {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:20.806073 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.821838 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] Calling delete_port for c2642943-6d52-4ecd-8292-6027934425a8 owned by network:dhcp {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:20.849786 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2642943-6d52-4ecd-8292-6027934425a8,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:20.856361 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] No DVR routers for this DVR port c2642943-6d52-4ecd-8292-6027934425a8 on host dv-cinder-831188-1-smb {{(pid=83020) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:54:20.894065 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.db.api [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:54:20.894323 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG oslo_db.api [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:54:20.969042 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:20.992738 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3c9a1a-7dd9-48de-9278-dafd209d272a']}} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:21.005042 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12a2635f-d965-4809-a6fc-8527a2d99375') {'for_net_delete': True} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:21.005333 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.services.segments.db [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12a2635f-d965-4809-a6fc-8527a2d99375') {} {{(pid=83020) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:21.017199 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2867363'] for segment, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:21.036733 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:21.043547 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=83020) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:54:21.043974 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2498309'] for segment, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: Traceback (most recent call last): Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: timer() Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: cb(*args, **kw) Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: return func(*args, **kwargs) Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: self._notify() Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: self.callback(batched_events) Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: event.method(event) Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: return f(self, *a, **k) Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: return self._get(url).json() Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: return self.request(url, 'GET', **kwargs) Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:54:21.057049 dv-cinder-831188-1-smb neutron-server[83020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:54:21.128591 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:21.144765 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:21.156039 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3c9a1a-7dd9-48de-9278-dafd209d272a,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:21.167383 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-04a1ad54-3ddf-49e9-87fe-78536afd9b79 admin admin] 10.222.0.45 "DELETE /v2.0/networks/5b3c9a1a-7dd9-48de-9278-dafd209d272a HTTP/1.1" status: 204 len: 168 time: 0.9526386 Feb 28 18:54:21.170205 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 50242) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:21.395513 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] Deleting port c2642943-6d52-4ecd-8292-6027934425a8 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:21.395798 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:21.458487 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-f39344e0-bc99-447d-84f9-ccceb35abcc2 None None] The port 'c2642943-6d52-4ecd-8292-6027934425a8' was deleted {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 18:54:21.551922 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1717866'] for router_interface, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:21.842400 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device c2642943-6d52-4ecd-8292-6027934425a8 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:54:21.877363 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: c2642943-6d52-4ecd-8292-6027934425a8 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:54:21.877697 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device c2642943-6d52-4ecd-8292-6027934425a8 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:54:22.207154 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Deleting port fade1bfb-3f74-4c9c-b499-e3babe1ef556 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:22.207429 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:22.370061 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] For port fade1bfb-3f74-4c9c-b499-e3babe1ef556, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=fade1bfb-3f74-4c9c-b499-e3babe1ef556,segment=NetworkSegment(daeabb1f-474e-4ee2-9619-141135aae62f),segment_id=daeabb1f-474e-4ee2-9619-141135aae62f)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:22.370406 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:22.491928 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Calling delete_port for fade1bfb-3f74-4c9c-b499-e3babe1ef556 owned by network:router_interface {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:22.653072 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:22.695747 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=fade1bfb-3f74-4c9c-b499-e3babe1ef556,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:22.985613 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-32144924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1717977'] for router_interface, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:23.647491 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Router 14c2df6a-9c28-407f-ae2d-0fb46e26259f has already been hosted by L3 agent bf1cdd88-36c4-4416-aced-897a3d7ac3b0 {{(pid=83020) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 18:54:23.847182 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] Notify agent at l3_agent.dv-cinder-831188-1-smb the message routers_updated {{(pid=83020) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 18:54:23.855742 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] Sync routers for ids ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'] in dv-cinder-831188-1-smb {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 18:54:23.856265 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-db54dd38-fed1-4633-8a74-eb168bd98f7f admin admin] 10.222.0.45 "PUT /v2.0/routers/14c2df6a-9c28-407f-ae2d-0fb46e26259f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6848397 Feb 28 18:54:23.858463 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.wsgi [-] (83020) accepted ('10.222.0.45', 50246) {{(pid=83020) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:23.868929 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] Routers {'14c2df6a-9c28-407f-ae2d-0fb46e26259f'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:54:23.869523 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:54:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:24.048720 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] Set router 14c2df6a-9c28-407f-ae2d-0fb46e26259f gateway port host: dv-cinder-831188-1-smb {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:54:24.051663 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks [] for router, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:24.245589 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:24.256187 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Deleting port 3092b161-4491-4179-8bde-a043c5c705c4 {{(pid=83020) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:24.256521 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:24.326113 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'external_fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41'}], 'enable_snat': True}, 'gw_port_id': '3092b161-4491-4179-8bde-a043c5c705c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:54:22Z', 'revision_number': 5, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port': {'id': '3092b161-4491-4179-8bde-a043c5c705c4', 'name': '', 'network_id': '6a6310a4-27e9-49f9-b733-025eb53f42bb', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fa:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'ip_address': '172.28.3.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-831188-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T18:50:03Z', 'updated_at': '2022-02-28T18:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f16590d6-cd74-47d0-8baa-d1f1e221315f', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-831188-1-smb'}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:24.330495 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] Checking router: 14c2df6a-9c28-407f-ae2d-0fb46e26259f for host: dv-cinder-831188-1-smb {{(pid=83022) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 18:54:24.340504 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] Routers {'14c2df6a-9c28-407f-ae2d-0fb46e26259f'} bound to L3 agent in host dv-cinder-831188-1-smb {{(pid=83022) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 18:54:24.341078 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-831188-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T18:36:13Z,description=,heartbeat_timestamp=2022-02-28T18:54:13Z,host='dv-cinder-831188-1-smb',id=bf1cdd88-36c4-4416-aced-897a3d7ac3b0,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T18:36:13Z,topic='l3_agent')) {'router_ids': ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'], 'active': True} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:24.426346 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.db [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] For port 3092b161-4491-4179-8bde-a043c5c705c4, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=3092b161-4491-4179-8bde-a043c5c705c4,segment=NetworkSegment(36582b20-1a88-4a47-b3b0-0b6dd360f0e9),segment_id=36582b20-1a88-4a47-b3b0-0b6dd360f0e9)] {{(pid=83020) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:24.426703 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:24.511573 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_dvr_db [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] Set router 14c2df6a-9c28-407f-ae2d-0fb46e26259f gateway port host: None {{(pid=83022) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 18:54:24.545617 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.plugins.ml2.plugin [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Calling delete_port for 3092b161-4491-4179-8bde-a043c5c705c4 owned by network:router_gateway {{(pid=83020) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:24.614866 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.l3_hamode_db [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:54:24Z', 'revision_number': 6, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port_host': None}], 'dv-cinder-831188-1-smb', False) {} {{(pid=83022) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:24.618714 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b1cd88-526d-4886-8f19-5ca0bafdb8f7 None None] The sync data for ids ['14c2df6a-9c28-407f-ae2d-0fb46e26259f'] in dv-cinder-831188-1-smb is: [{'id': '14c2df6a-9c28-407f-ae2d-0fb46e26259f', 'name': 'tempest-TestShelveInstance-684949909-router', 'tenant_id': '29c8f76a8784412489509ac0d79be48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T18:50:02Z', 'updated_at': '2022-02-28T18:54:24Z', 'revision_number': 6, 'project_id': '29c8f76a8784412489509ac0d79be48a', 'gw_port_host': None}] {{(pid=83022) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 18:54:24.715406 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2498416'] for port, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:24.760439 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Pushing event deleted for resources: {'Port': ['ID=3092b161-4491-4179-8bde-a043c5c705c4,revision_number=None']} {{(pid=83020) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:25.082790 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1717007'] for router_gateway, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.332420 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1718463', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41608'] for router, precommit_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.336641 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.364406 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718315'] for router, after_delete {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.364947 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c2df6a-9c28-407f-ae2d-0fb46e26259f {{(pid=83020) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 18:54:25.378018 dv-cinder-831188-1-smb neutron-server[83020]: DEBUG neutron_lib.callbacks.manager [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] Notify callbacks [] for router, before_response {{(pid=83020) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.379686 dv-cinder-831188-1-smb neutron-server[83020]: INFO neutron.wsgi [None req-08c63fba-3176-4fc9-99f4-28ee94918578 admin admin] 10.222.0.45 "DELETE /v2.0/routers/14c2df6a-9c28-407f-ae2d-0fb46e26259f HTTP/1.1" status: 204 len: 168 time: 1.5202944 Feb 28 18:54:25.381744 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50250) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:25.444073 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5dd7f86-4a91-48e4-8b1f-b021ba5a1875 admin admin] Deleting subnet ba82d84a-ca44-485e-bebc-5e49281def59 {{(pid=83019) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 18:54:25.446862 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d5dd7f86-4a91-48e4-8b1f-b021ba5a1875 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.497758 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d5dd7f86-4a91-48e4-8b1f-b021ba5a1875 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2922623'] for subnet, precommit_delete_associations {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.616031 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d5dd7f86-4a91-48e4-8b1f-b021ba5a1875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-32733937'] for subnet, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.684080 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d5dd7f86-4a91-48e4-8b1f-b021ba5a1875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-32733896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771857', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2856888', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2827212'] for subnet, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.724801 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dd7f86-4a91-48e4-8b1f-b021ba5a1875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba82d84a-ca44-485e-bebc-5e49281def59,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:25.730379 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-d5dd7f86-4a91-48e4-8b1f-b021ba5a1875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for subnet, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.735433 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d6386a-c4cf-4c2e-af0f-1de6b765e53d None None] Network be4dfcff-b14b-4253-a742-832f7a26c7eb requested from dv-cinder-831188-1-smb {{(pid=83021) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 18:54:25.738198 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-d5dd7f86-4a91-48e4-8b1f-b021ba5a1875 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ba82d84a-ca44-485e-bebc-5e49281def59 HTTP/1.1" status: 204 len: 168 time: 0.3551142 Feb 28 18:54:25.740410 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50254) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:25.863963 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device fade1bfb-3f74-4c9c-b499-e3babe1ef556 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:54:25.923124 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: fade1bfb-3f74-4c9c-b499-e3babe1ef556 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:54:25.923388 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device fade1bfb-3f74-4c9c-b499-e3babe1ef556 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:54:25.923802 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 3092b161-4491-4179-8bde-a043c5c705c4 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:54:25.929166 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32758243'] for network, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.940132 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Deleting port 134b2642-67bf-40f0-b135-823123b2b2c1 {{(pid=83019) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:25.940453 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:25.967467 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 3092b161-4491-4179-8bde-a043c5c705c4 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:54:25.967819 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 3092b161-4491-4179-8bde-a043c5c705c4 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:54:26.058600 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] DHCP port deletion for be4dfcff-b14b-4253-a742-832f7a26c7eb request from dv-cinder-831188-1-smb {{(pid=83021) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 18:54:26.063585 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] Deleting port 134b2642-67bf-40f0-b135-823123b2b2c1 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:26.063979 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.145979 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.db [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] For port 134b2642-67bf-40f0-b135-823123b2b2c1, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=134b2642-67bf-40f0-b135-823123b2b2c1,segment=NetworkSegment(daeabb1f-474e-4ee2-9619-141135aae62f),segment_id=daeabb1f-474e-4ee2-9619-141135aae62f)] {{(pid=83019) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:26.146205 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.257802 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.db [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] For port 134b2642-67bf-40f0-b135-823123b2b2c1, host dv-cinder-831188-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-831188-1-smb',level=0,port_id=134b2642-67bf-40f0-b135-823123b2b2c1,segment=NetworkSegment(daeabb1f-474e-4ee2-9619-141135aae62f),segment_id=daeabb1f-474e-4ee2-9619-141135aae62f)] {{(pid=83021) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 18:54:26.258183 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1760636'] for port, precommit_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.270138 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.plugin [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Calling delete_port for 134b2642-67bf-40f0-b135-823123b2b2c1 owned by network:dhcp {{(pid=83019) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:26.341661 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-32543612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-125677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8769701539714', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8769701115486', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2856807'] for port, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.379206 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] Calling delete_port for 134b2642-67bf-40f0-b135-823123b2b2c1 owned by network:dhcp {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 18:54:26.385360 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=134b2642-67bf-40f0-b135-823123b2b2c1,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:26.392714 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] No DVR routers for this DVR port 134b2642-67bf-40f0-b135-823123b2b2c1 on host dv-cinder-831188-1-smb {{(pid=83019) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 18:54:26.447855 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.db.api [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83021) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 18:54:26.448120 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG oslo_db.api [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83021) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 18:54:26.507680 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-32731260', 'neutron.services.segments.db._delete_segments_for_network-8769701569895'] for network, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.537098 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be4dfcff-b14b-4253-a742-832f7a26c7eb']}} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:26.549231 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeabb1f-474e-4ee2-9619-141135aae62f') {'for_net_delete': True} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:26.549523 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.services.segments.db [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeabb1f-474e-4ee2-9619-141135aae62f') {} {{(pid=83019) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 18:54:26.560593 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8769701569006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2922612'] for segment, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.576785 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-32608171'] for segment, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.583741 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=83019) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 18:54:26.584129 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-32720472', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2856722'] for segment, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: Traceback (most recent call last): Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: timer() Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: cb(*args, **kw) Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: return func(*args, **kwargs) Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: self._notify() Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: self.callback(batched_events) Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: event.method(event) Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: return f(self, *a, **k) Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: return self._get(url).json() Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: return self.request(url, 'GET', **kwargs) Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 18:54:26.597555 dv-cinder-831188-1-smb neutron-server[83019]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 18:54:26.672633 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-32731251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771782', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-32145137', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1717098'] for network, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.688097 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-32145144'] for network, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.698834 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] Pushing event deleted for resources: {'Network': ['ID=be4dfcff-b14b-4253-a742-832f7a26c7eb,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:26.701267 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-8589d765-d984-4315-826a-f6ecebdd5fcf admin admin] 10.222.0.45 "DELETE /v2.0/networks/be4dfcff-b14b-4253-a742-832f7a26c7eb HTTP/1.1" status: 204 len: 168 time: 0.9599750 Feb 28 18:54:26.902845 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50260) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:26.949600 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] Deleting port 134b2642-67bf-40f0-b135-823123b2b2c1 {{(pid=83021) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 18:54:26.950112 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8769701484993'] for port, before_delete {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:26.953283 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-a9f95a93-b672-425b-be3a-f7aee813c1ec admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f2a8d5a01ebb4241847c950275a56d41&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0486708 Feb 28 18:54:26.955866 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50264) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:27.018433 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-436ce7c8-ef7a-4f1a-8960-c04ffb9ed8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.044326 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-51c99c87-3a0b-4c07-a391-7331f9cfc4cb None None] The port '134b2642-67bf-40f0-b135-823123b2b2c1' was deleted {{(pid=83021) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 18:54:27.045697 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-436ce7c8-ef7a-4f1a-8960-c04ffb9ed8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.096909 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-436ce7c8-ef7a-4f1a-8960-c04ffb9ed8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.113780 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ce7c8-ef7a-4f1a-8960-c04ffb9ed8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f1f667-d68c-4d8d-a2c8-9810c37ec834,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:27.122602 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-436ce7c8-ef7a-4f1a-8960-c04ffb9ed8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.124938 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-436ce7c8-ef7a-4f1a-8960-c04ffb9ed8de admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5f1f667-d68c-4d8d-a2c8-9810c37ec834 HTTP/1.1" status: 204 len: 168 time: 0.1675293 Feb 28 18:54:27.511899 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50272) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:27.566205 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-273d89d6-d91f-49b0-bc89-5c0167cc8aad admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=29c8f76a8784412489509ac0d79be48a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0531521 Feb 28 18:54:27.568678 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.wsgi [-] (83019) accepted ('10.222.0.45', 50276) {{(pid=83019) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 18:54:27.626473 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-22369357-bf2d-4935-bc64-34f29e1015d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.651334 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-22369357-bf2d-4935-bc64-34f29e1015d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.700943 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-22369357-bf2d-4935-bc64-34f29e1015d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1771945'] for security_group, after_delete {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.715715 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22369357-bf2d-4935-bc64-34f29e1015d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf98981-53bf-4b0f-8e9f-261b3c707bc6,revision_number=None']} {{(pid=83019) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 18:54:27.722481 dv-cinder-831188-1-smb neutron-server[83019]: DEBUG neutron_lib.callbacks.manager [None req-22369357-bf2d-4935-bc64-34f29e1015d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83019) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:27.725350 dv-cinder-831188-1-smb neutron-server[83019]: INFO neutron.wsgi [None req-22369357-bf2d-4935-bc64-34f29e1015d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3cf98981-53bf-4b0f-8e9f-261b3c707bc6 HTTP/1.1" status: 204 len: 168 time: 0.1556954 Feb 28 18:54:27.849710 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 134b2642-67bf-40f0-b135-823123b2b2c1 no longer exists at agent ovs-agent-dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 18:54:27.885918 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.plugin [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] No Port match for: 134b2642-67bf-40f0-b135-823123b2b2c1 {{(pid=83021) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 18:54:27.886246 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron.plugins.ml2.rpc [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Device 134b2642-67bf-40f0-b135-823123b2b2c1 not bound to the agent host dv-cinder-831188-1-smb {{(pid=83021) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 18:54:40.595863 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-694d6486-f9e3-4858-9586-0a366b97ed53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:43.034395 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-82c249ff-20ce-4afe-a1e4-e3758a59ef35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:44.109030 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:44.189352 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:45.426977 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:49.393435 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:54:54.854031 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:55:10.597297 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-d83e721f-a46b-42cf-84cc-70b812ee8a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:13.036357 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-118d496a-9755-40b1-aefb-fec0f7b0efa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.112476 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:14.189921 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:15.430597 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:19.393055 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:31.855082 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:55:40.597945 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-8f37a02e-5e9c-48b0-843a-a6e3c065d1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:43.037755 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f3225ca9-cf02-45ea-bda2-b6a4586faa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.113968 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:44.190898 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:45.434020 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:55:49.408419 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:08.854908 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:56:10.598932 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-134fe805-c0ce-4f3b-a416-0bc07d7d4115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:13.039527 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d32f-6b7e-4377-9561-f50e7320c2e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:14.117680 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:14.191551 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:15.435826 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:19.423227 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:40.600768 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-d09755e0-570d-4ae1-8b91-6155a5459dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:43.040737 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-49b28d58-8f9f-4f7d-88ad-ec6a17698845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:44.119977 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:44.193413 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:45.437525 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:56:45.855224 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:56:49.424011 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:10.605237 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-b3c9d71a-17ee-4717-abc7-cdc76f4d5b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:13.041400 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-0c663f38-7b33-485c-8f5b-9667cd2d6ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:14.123443 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:14.195775 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:15.440362 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:19.437686 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:22.855346 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:57:40.606028 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-125b203c-12e8-4e19-b326-81a71c0efd87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:43.043122 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-946f64d3-ccbd-41c4-9987-c25810abfdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:44.125062 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:44.197278 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:45.443622 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:49.437464 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:57:59.855210 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:58:10.606500 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-6bffb527-a25a-4e48-a969-4a352c3f31d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:13.044783 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-9a2de355-49ea-42b2-bd8d-51447fad344e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:14.129954 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:14.197535 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:15.446253 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:19.454110 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:36.861712 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:58:40.607706 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4e19a2bc-f024-4c06-8452-0e45b9755775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:43.046709 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-5b3fa75e-6d7c-4324-ada5-a502c800f732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:44.132253 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:44.198718 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:45.448990 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:58:49.452742 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:10.609853 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-c1ea4370-70c5-4f93-a991-348b6318f0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:13.050118 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-ee61557c-9ffa-4332-ac70-014a636a4275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:13.851700 dv-cinder-831188-1-smb neutron-server[83022]: DEBUG neutron.db.agents_db [None req-fe753004-3168-4c27-9105-8d0ffa0cdb99 None None] Agent healthcheck: found 6 active agents {{(pid=83022) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 18:59:14.134186 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4389dc92-79bf-4a9e-a3bd-b364638b2c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:14.199521 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-e4c0d4c1-64c3-4e1a-9c16-7cc35d716a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:15.452641 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-f04117fb-ad08-4399-af62-ba88c0b8682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 18:59:19.451527 dv-cinder-831188-1-smb neutron-server[83021]: DEBUG neutron_lib.callbacks.manager [None req-4a191d55-2454-4672-a402-a8d842892900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8769701569877', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32734844'] for agent, after_update {{(pid=83021) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}